[ 533.728681] env[65633]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.728681] env[65633]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.745754] env[65720]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 534.745754] env[65720]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 536.369584] env[65720]: INFO neutron.common.config [-] Logging enabled! [ 536.369915] env[65720]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 536.370135] env[65720]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65720) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 536.370420] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 536.370517] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 536.371423] env[65720]: WARNING oslo_policy.policy [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.371647] env[65720]: WARNING oslo_policy.policy [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.373378] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] VMware NSXv3 Agent initialized successfully. [ 536.373750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Acquiring lock "singleton_lock" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.373946] env[65720]: DEBUG oslo_concurrency.lockutils [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Acquired lock "singleton_lock" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.374227] env[65720]: DEBUG oslo_concurrency.lockutils [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Releasing lock "singleton_lock" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.374589] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Full set of CONF: {{(pid=65720) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 536.374797] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ******************************************************************************** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.374900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Configuration options gathered from: {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.375402] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.375580] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.375688] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ================================================================================ {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.375858] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] agent_down_time = 75 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.375998] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] allow_automatic_dhcp_failover = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376150] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] allow_bulk = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376293] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] api_extensions_path = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376432] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] api_paste_config = api-paste.ini {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376569] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] auth_strategy = keystone {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376673] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] backdoor_port = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376771] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] backdoor_socket = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.376904] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] backlog = 4096 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377053] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] base_mac = fa:16:3e:00:00:00 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377265] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] bind_host = 0.0.0.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377411] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] bind_port = 9696 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377566] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] client_socket_timeout = 900 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377687] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] config_dir = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377787] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.377926] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] config_source = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.378085] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] control_exchange = neutron {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.378226] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] core_plugin = ml2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.378366] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] debug = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.378626] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] default_availability_zones = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.378863] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379048] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dhcp_agent_notification = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379263] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dhcp_agents_per_network = 1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379414] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dhcp_lease_duration = 86400 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379576] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dhcp_load_type = networks {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379716] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dns_domain = openstacklocal {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379861] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.379997] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_default_route_bfd = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380174] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_default_route_ecmp = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380258] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_dvr = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380447] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_new_agents = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380593] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380723] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_signals = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380851] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] enable_traditional_dhcp = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.380977] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] external_dns_driver = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381117] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] filter_validation = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381260] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] global_physnet_mtu = 8950 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381389] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] graceful_shutdown_timeout = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381569] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] host = cpu-1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381705] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] host_dvr_for_dhcp = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.381834] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] http_retries = 3 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382044] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] instance_format = [instance: %(uuid)s] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382209] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382357] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ipam_driver = internal {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382490] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ipv6_pd_enabled = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382618] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] l3_ha = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382753] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.382886] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] l3_ha_network_physical_name = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383057] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] l3_ha_network_type = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383169] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_color = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383312] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_config_append = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383446] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383575] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_dir = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383700] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_file = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383803] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_options = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.383932] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_rotate_interval = 1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384080] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_rotate_interval_type = days {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384217] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] log_rotation_type = none {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384320] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384421] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384557] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384689] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384787] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.384915] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_dns_nameservers = 5 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385096] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_header_line = 16384 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385211] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_l3_agents_per_router = 3 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385339] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_logfile_count = 30 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385464] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_logfile_size_mb = 200 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385588] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] max_subnet_host_routes = 20 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385725] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] my_ip = 10.180.1.21 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385849] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] my_ipv6 = ::1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.385987] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] network_auto_schedule = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386100] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] network_link_prefix = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386236] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386619] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] notify_nova_on_port_data_changes = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386619] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] notify_nova_on_port_status_changes = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386677] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] pagination_max_limit = -1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386840] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] publish_errors = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.386973] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rate_limit_burst = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387146] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rate_limit_except_level = CRITICAL {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387272] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rate_limit_interval = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387395] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] retry_until_window = 30 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387526] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] router_distributed = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387657] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rpc_resources_processing_step = 20 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387785] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rpc_response_max_timeout = 600 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.387915] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] rpc_response_timeout = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388054] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] send_events_interval = 2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388209] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] service_plugins = ['router'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388350] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] setproctitle = on {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388479] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] shell_completion = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388613] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] state_path = /opt/stack/data/neutron {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388747] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] syslog_log_facility = LOG_USER {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.388878] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] tcp_keepidle = 600 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389022] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] transport_url = **** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389148] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] use_journal = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389319] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] use_json = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389486] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] use_ssl = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389613] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] use_stderr = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389750] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] use_syslog = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.389875] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vlan_qinq = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390038] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vlan_transparent = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390180] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] watch_log_file = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390309] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] wsgi_default_pool_size = 100 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390438] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] wsgi_keep_alive = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390584] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390719] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] wsgi_server_debug = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.390952] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_concurrency.disable_process_locking = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.391175] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.391404] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.391556] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.391699] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.391829] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392155] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392155] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.connection_string = messaging:// {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392287] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.enabled = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392414] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.es_doc_type = notification {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392554] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.es_scroll_size = 10000 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392695] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.es_scroll_time = 2m {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392831] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.filter_error_trace = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.392970] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.hmac_keys = **** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393123] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.sentinel_service_name = mymaster {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393268] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.socket_timeout = 0.1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393403] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.trace_requests = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393535] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler.trace_sqlalchemy = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393679] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler_jaeger.process_tags = {} {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393813] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler_jaeger.service_name_prefix = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.393948] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] profiler_otlp.service_name_prefix = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.394111] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.enforce_new_defaults = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.394402] env[65720]: WARNING oslo_config.cfg [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 536.394555] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.enforce_scope = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.394703] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.policy_default_rule = default {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.394854] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395038] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395171] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395301] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395434] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395563] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395692] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395833] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_policy.remote_timeout = 60.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.395983] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396147] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] agent.extensions = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396293] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396434] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] service_providers.service_provider = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396578] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.default_quota = -1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396723] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396856] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_floatingip = 50 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.396993] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_network = 100 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397158] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_port = 500 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397307] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397444] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_router = 10 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_security_group = 10 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397836] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.quota_subnet = 100 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.397957] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] QUOTAS.track_quota_usage = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398126] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398288] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398425] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398564] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398703] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398838] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.398972] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399130] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399265] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399396] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399530] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399667] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.399805] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400042] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_dhcp_release.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400114] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400225] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400405] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400452] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400598] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400731] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.400864] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_ovs_vsctl.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401010] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.capabilities = [21] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401144] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401275] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401411] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401549] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401683] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401868] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_namespace.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.401961] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.capabilities = [12] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.402085] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.402213] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.402346] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.402481] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403157] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403157] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_conntrack.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403157] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.capabilities = [12, 21] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403157] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.group = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403157] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.helper_command = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403305] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.log_daemon_traceback = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403401] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403496] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.thread_pool_size = 8 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403622] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] privsep_link.user = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403770] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.403915] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404065] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.continue_on_failed_promotions = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404200] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.dscp = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404337] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.dscp_inherit = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404477] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.force_mp_to_policy = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404609] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.locking_coordinator_url = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404745] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.log_agent_heartbeats = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.404872] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.logging_expire = 1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405820] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405820] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405820] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.polling_interval = 240 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405820] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405820] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.405998] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.report_interval = 30.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.406097] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.sync_skew = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.synchronization_queue_size = 20 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT.use_helper_for_ns_read = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.407900] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] SECURITYGROUP.enable_ipset = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] SECURITYGROUP.enable_security_group = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] experimental.ipv6_pd_enabled = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.extension_drivers = ['port_security'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408193] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.external_network_type = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408365] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408394] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.overlay_ip_version = 4 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408597] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.path_mtu = 8950 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408744] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.physical_network_mtus = {} {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.408952] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.tenant_network_types = ['vlan'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.409120] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.409272] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ml2.type_drivers = ['vlan'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.409418] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT_CLI.neutron_port_id = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410658] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410866] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410866] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.410866] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_login_password = **** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411073] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_login_port = 443 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411116] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_login_user = admin {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411254] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411399] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411534] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411665] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411856] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.411940] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412093] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412233] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412367] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412512] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412654] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412790] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.412930] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413137] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413288] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vsphere.vsphere_login_password = VMware1! {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413430] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413569] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413708] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.auth_section = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413854] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.auth_type = password {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.413995] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414142] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.certfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414279] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.collect_timing = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414424] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.endpoint_type = public {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414560] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.insecure = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414691] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.keyfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414833] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.region_name = RegionOne {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.414968] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.split_loggers = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415114] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] nova.timeout = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415257] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.auth_section = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415403] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.auth_type = password {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415543] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415673] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.certfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.415817] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.collect_timing = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.endpoint_type = public {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.insecure = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.keyfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.region_name = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.split_loggers = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] placement.timeout = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.416862] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.auth_section = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417080] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.auth_type = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417206] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.cafile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417364] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.certfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417588] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.collect_timing = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417837] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.connect_retries = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.417933] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.connect_retry_delay = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418084] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.enable_notifications = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418261] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.endpoint_override = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418354] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.insecure = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418488] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.interface = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418619] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.keyfile = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418755] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.max_version = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.418882] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.min_version = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419024] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.region_name = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419208] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.retriable_status_codes = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419296] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.service_name = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419407] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.service_type = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419541] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.split_loggers = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419674] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.status_code_retries = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419774] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.status_code_retry_delay = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.419901] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.timeout = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420038] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.valid_interfaces = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420171] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ironic.version = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420752] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] cli_script.dry_run = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420752] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420752] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420752] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420880] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.420968] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421733] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.421914] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422000] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422166] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422906] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422906] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422906] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422906] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.422906] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423195] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423195] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423290] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423343] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423477] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423619] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423731] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423918] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.423971] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424116] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424247] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424376] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424506] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424644] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424780] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.424908] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425055] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425218] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.ssl_version = {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425357] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425499] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_notifications.driver = [] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425634] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_notifications.retry = -1 {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425783] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.425911] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] oslo_messaging_notifications.transport_url = **** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.426024] env[65720]: DEBUG oslo_service.backend._eventlet.service [None req-70dd51da-b0a7-44a1-a4e1-1969b521724e None None] ******************************************************************************** {{(pid=65720) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.427204] env[65720]: DEBUG neutron.agent.securitygroups_rpc [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Init firewall settings (driver=nsxv3) {{(pid=65720) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 536.428578] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65720) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 536.428823] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] RPC agent_id: nsxm-l-01a.corp.local [ 536.431114] env[65720]: DEBUG dogpile.cache.region [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 536.431235] env[65720]: DEBUG dogpile.lock [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 536.431334] env[65720]: DEBUG dogpile.lock [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 536.431425] env[65720]: DEBUG dogpile.lock [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 536.431518] env[65720]: DEBUG dogpile.cache.region [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 536.431608] env[65720]: DEBUG dogpile.lock [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 536.431732] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 536.465334] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Session token - acquiring [ 536.466895] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.467183] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.467335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.467702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.478874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.764742] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 536.787190] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 536.787426] env[65720]: DEBUG dogpile.cache.region [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 536.787489] env[65720]: DEBUG dogpile.lock [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 536.787595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Activating Policy API Provider. [ 536.787782] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Looking for the default Infrastructure Rules. [ 536.922583] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Looking for the Default Layer3 Logged Drop Section. [ 536.940277] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 536.940733] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.940902] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.941020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.941321] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.941703] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.457165] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.959844] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.463566] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Inventory metadata is going to be refreshed. [ 538.464092] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 539.192329] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.192528] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.192685] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.192928] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.205776] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 539.206640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.207614] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 539.224564] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.224766] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.224884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.225166] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.225308] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.225457] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 539.225570] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.225668] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 539.245732] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.245956] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.245999] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.246321] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.246493] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.246639] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.266860] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.267116] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.267189] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.267511] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.267655] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.267796] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.287864] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.288091] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.288161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.288492] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.288640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.288789] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 539.288893] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.288994] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 539.307128] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.307434] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.307499] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.307751] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.307876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.308026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 539.308140] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.308264] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 539.328933] env[65720]: DEBUG networking_nsxv3.common.locking [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.329161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.329300] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.329506] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.329657] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.329802] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 539.329905] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.330011] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Inventory metadata have been refreshed. [ 539.330112] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Dryrun:True. Metadata refresh completed. [ 539.330229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.331850] env[65720]: INFO neutron.agent.agent_extensions_manager [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Loaded agent extensions: [] [ 539.332566] env[65720]: DEBUG neutron_lib.callbacks.manager [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65720) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 539.396866] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent RPC Daemon Started! [ 539.397040] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:0 started [ 539.397095] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent out of sync with plugin! [ 540.335760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 540.336198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 540.336198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 540.336278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 540.336701] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.840257] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.343816] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.846340] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 541.846483] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 542.552576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.552977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.552977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.553138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.565643] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 542.566555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.567190] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 542.584763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.584990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.584990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.585338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.585449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.585615] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 542.585746] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.585874] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 542.605785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.605983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.606041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.606287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.606447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.606569] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.629070] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.629272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.629312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.629531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.629673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.629788] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.650936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.651120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.651156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.651346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.651450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.651564] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 542.651637] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.651706] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 542.668389] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.668635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.668635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.668773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.668862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.668964] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 542.669052] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.669121] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 542.688895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.689109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.689109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.689311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.689418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.689538] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 542.689612] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.689684] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 542.689748] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 542.689825] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 542.689891] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 542.689957] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 542.690243] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 542.690316] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 542.690383] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.709498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.709729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.709729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.709883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.709988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.710107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.731407] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.731625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.731625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.731800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.731902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.743649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.333131] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.333465] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.334924] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.335322] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.824246] env[65720]: INFO networking_nsxv3.common.synchronization [None req-24798435-ffbc-4976-82fc-856f4a1db17c demo admin] Enqueued Resource ID: 50b539d9-8f39-4090-8f2a-a92318b2c022 with Priority: HIGHEST for action security_group_rules [ 552.825024] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b539d9-8f39-4090-8f2a-a92318b2c022 with Priority: HIGHEST for action security_group_rules [ 552.825069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50b539d9-8f39-4090-8f2a-a92318b2c022 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.825207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50b539d9-8f39-4090-8f2a-a92318b2c022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.825274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50b539d9-8f39-4090-8f2a-a92318b2c022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.825545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50b539d9-8f39-4090-8f2a-a92318b2c022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.825632] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50b539d9-8f39-4090-8f2a-a92318b2c022',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.350605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.350821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.350881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.351086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.351188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.351333] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50b539d9-8f39-4090-8f2a-a92318b2c022 already deleted. [ 553.351474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50b539d9-8f39-4090-8f2a-a92318b2c022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.825615] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.825615] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.827102] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.827509] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.828568] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.828568] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.830114] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.830542] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.831841] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.832201] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.832894] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.832894] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.212966] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c15dcd93-6755-4784-b98f-2a18c9a333be None None] Enqueued Resource ID: 4ad93f5f-f75e-497d-826f-52615b74b653 with Priority: HIGHEST for action port [ 584.213312] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad93f5f-f75e-497d-826f-52615b74b653 with Priority: HIGHEST for action port [ 584.213648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad93f5f-f75e-497d-826f-52615b74b653 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.213765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad93f5f-f75e-497d-826f-52615b74b653" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.213765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad93f5f-f75e-497d-826f-52615b74b653" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.214143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad93f5f-f75e-497d-826f-52615b74b653" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.216442] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad93f5f-f75e-497d-826f-52615b74b653',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.253485] env[65720]: INFO networking_nsxv3.common.synchronization [None req-514353a9-2bac-4076-858c-644789584d9a None None] Enqueued Resource ID: 22dbc355-fd3c-4e8e-808e-d3402469129a with Priority: HIGHEST for action port [ 584.253485] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22dbc355-fd3c-4e8e-808e-d3402469129a with Priority: HIGHEST for action port [ 584.253485] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-22dbc355-fd3c-4e8e-808e-d3402469129a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.253485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22dbc355-fd3c-4e8e-808e-d3402469129a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.253485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22dbc355-fd3c-4e8e-808e-d3402469129a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.253485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22dbc355-fd3c-4e8e-808e-d3402469129a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.254496] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22dbc355-fd3c-4e8e-808e-d3402469129a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.723732] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad93f5f-f75e-497d-826f-52615b74b653 [ 584.723939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.726400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.726400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.726400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.726400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.726400] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad93f5f-f75e-497d-826f-52615b74b653 already deleted. [ 584.726400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad93f5f-f75e-497d-826f-52615b74b653" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.757735] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22dbc355-fd3c-4e8e-808e-d3402469129a [ 584.758011] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.758163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.758233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.758443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.758528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.758627] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22dbc355-fd3c-4e8e-808e-d3402469129a already deleted. [ 584.758701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22dbc355-fd3c-4e8e-808e-d3402469129a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.075855] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a9cac414-2185-4631-999f-ecf8a686ba73 None None] Enqueued Resource ID: bf61ffc1-78bd-4afd-8f86-85b71ed44e51 with Priority: HIGHEST for action port [ 586.076167] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf61ffc1-78bd-4afd-8f86-85b71ed44e51 with Priority: HIGHEST for action port [ 586.076223] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf61ffc1-78bd-4afd-8f86-85b71ed44e51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.076367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf61ffc1-78bd-4afd-8f86-85b71ed44e51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.076428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf61ffc1-78bd-4afd-8f86-85b71ed44e51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.078262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf61ffc1-78bd-4afd-8f86-85b71ed44e51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.078262] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf61ffc1-78bd-4afd-8f86-85b71ed44e51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.582547] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf61ffc1-78bd-4afd-8f86-85b71ed44e51 [ 586.582547] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.582547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.582547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.582547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.582547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.582547] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf61ffc1-78bd-4afd-8f86-85b71ed44e51 already deleted. [ 586.582547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf61ffc1-78bd-4afd-8f86-85b71ed44e51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.755860] env[65720]: INFO networking_nsxv3.common.synchronization [None req-94b9b76e-88df-46cb-b886-29e941ee0f2f None None] Enqueued Resource ID: c610a2b4-a0ad-4627-ada9-ec32fde26a92 with Priority: HIGHEST for action port [ 586.755860] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c610a2b4-a0ad-4627-ada9-ec32fde26a92 with Priority: HIGHEST for action port [ 586.756176] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c610a2b4-a0ad-4627-ada9-ec32fde26a92 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.756306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c610a2b4-a0ad-4627-ada9-ec32fde26a92" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.756376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c610a2b4-a0ad-4627-ada9-ec32fde26a92" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.757174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c610a2b4-a0ad-4627-ada9-ec32fde26a92" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.757174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c610a2b4-a0ad-4627-ada9-ec32fde26a92',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.260625] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c610a2b4-a0ad-4627-ada9-ec32fde26a92 [ 587.260886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.260994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.263092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.263092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.263092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.263092] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c610a2b4-a0ad-4627-ada9-ec32fde26a92 already deleted. [ 587.263092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c610a2b4-a0ad-4627-ada9-ec32fde26a92" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.943399] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe10e6bc-b7f1-4c88-a12e-3fec4a90b0ef None None] Enqueued Resource ID: 204456ea-ee86-4cf0-b66a-ee23f3b0f4f8 with Priority: HIGHEST for action port [ 587.943630] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204456ea-ee86-4cf0-b66a-ee23f3b0f4f8 with Priority: HIGHEST for action port [ 587.944102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-204456ea-ee86-4cf0-b66a-ee23f3b0f4f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.944487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204456ea-ee86-4cf0-b66a-ee23f3b0f4f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.944487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204456ea-ee86-4cf0-b66a-ee23f3b0f4f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.944571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204456ea-ee86-4cf0-b66a-ee23f3b0f4f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.944612] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204456ea-ee86-4cf0-b66a-ee23f3b0f4f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.453397] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 204456ea-ee86-4cf0-b66a-ee23f3b0f4f8 [ 588.453681] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.453790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.454659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.454659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.454659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.454659] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:204456ea-ee86-4cf0-b66a-ee23f3b0f4f8 already deleted. [ 588.454659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204456ea-ee86-4cf0-b66a-ee23f3b0f4f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.628115] env[65720]: INFO networking_nsxv3.common.synchronization [None req-454a32ba-379c-45f5-9055-c794f9c9d541 None None] Enqueued Resource ID: b39604a6-6026-4f6b-855f-72c7f019c210 with Priority: HIGHEST for action port [ 588.628689] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39604a6-6026-4f6b-855f-72c7f019c210 with Priority: HIGHEST for action port [ 588.629805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39604a6-6026-4f6b-855f-72c7f019c210 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.634111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39604a6-6026-4f6b-855f-72c7f019c210" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.634111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39604a6-6026-4f6b-855f-72c7f019c210" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.634111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39604a6-6026-4f6b-855f-72c7f019c210" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.634111] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39604a6-6026-4f6b-855f-72c7f019c210',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.135480] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b39604a6-6026-4f6b-855f-72c7f019c210 [ 589.135874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.135874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.136029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.136170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.136264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.136360] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b39604a6-6026-4f6b-855f-72c7f019c210 already deleted. [ 589.136443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39604a6-6026-4f6b-855f-72c7f019c210" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.717528] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c64982e8-bf09-4630-afc3-4ff20ec6dc46 None None] Enqueued Resource ID: d5636c80-dd6b-4cf8-81b4-b2cd723baaf2 with Priority: HIGHEST for action port [ 589.718524] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5636c80-dd6b-4cf8-81b4-b2cd723baaf2 with Priority: HIGHEST for action port [ 589.718524] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5636c80-dd6b-4cf8-81b4-b2cd723baaf2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.718524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5636c80-dd6b-4cf8-81b4-b2cd723baaf2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.719761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5636c80-dd6b-4cf8-81b4-b2cd723baaf2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.719761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5636c80-dd6b-4cf8-81b4-b2cd723baaf2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.719761] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5636c80-dd6b-4cf8-81b4-b2cd723baaf2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.901786] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1ecd399d-3655-4e54-b90d-3e22f320e369 None None] Enqueued Resource ID: eb78821d-cdc6-443b-84d6-a1bb66662ff8 with Priority: HIGHEST for action port [ 589.902070] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb78821d-cdc6-443b-84d6-a1bb66662ff8 with Priority: HIGHEST for action port [ 589.903634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb78821d-cdc6-443b-84d6-a1bb66662ff8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.903634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb78821d-cdc6-443b-84d6-a1bb66662ff8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.903780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb78821d-cdc6-443b-84d6-a1bb66662ff8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.904060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb78821d-cdc6-443b-84d6-a1bb66662ff8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.904599] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb78821d-cdc6-443b-84d6-a1bb66662ff8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.221411] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5636c80-dd6b-4cf8-81b4-b2cd723baaf2 [ 590.221657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.221797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.221866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.222257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.222257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.222257] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5636c80-dd6b-4cf8-81b4-b2cd723baaf2 already deleted. [ 590.222411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5636c80-dd6b-4cf8-81b4-b2cd723baaf2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.406321] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb78821d-cdc6-443b-84d6-a1bb66662ff8 [ 590.406564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.406702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.406771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.407031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.407069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.407168] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb78821d-cdc6-443b-84d6-a1bb66662ff8 already deleted. [ 590.407251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb78821d-cdc6-443b-84d6-a1bb66662ff8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.652920] env[65720]: INFO networking_nsxv3.common.synchronization [None req-83dddcfb-7c49-4a5d-89fd-b70fc16354af None None] Enqueued Resource ID: da4226da-848c-4db6-bd5f-1839eedda30a with Priority: HIGHEST for action port [ 590.653547] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da4226da-848c-4db6-bd5f-1839eedda30a with Priority: HIGHEST for action port [ 590.653886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-da4226da-848c-4db6-bd5f-1839eedda30a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.655726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da4226da-848c-4db6-bd5f-1839eedda30a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.655767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da4226da-848c-4db6-bd5f-1839eedda30a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.656054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da4226da-848c-4db6-bd5f-1839eedda30a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.656138] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da4226da-848c-4db6-bd5f-1839eedda30a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.730223] env[65720]: INFO networking_nsxv3.common.synchronization [None req-238f602a-a26d-4f0a-8c02-8d3ac7483fd1 None None] Enqueued Resource ID: 206be950-67e1-40ad-88ac-fa11ac6cd6c2 with Priority: HIGHEST for action port [ 590.730956] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 206be950-67e1-40ad-88ac-fa11ac6cd6c2 with Priority: HIGHEST for action port [ 590.731652] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-206be950-67e1-40ad-88ac-fa11ac6cd6c2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.731652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-206be950-67e1-40ad-88ac-fa11ac6cd6c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.731652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-206be950-67e1-40ad-88ac-fa11ac6cd6c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.732097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-206be950-67e1-40ad-88ac-fa11ac6cd6c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.732191] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('206be950-67e1-40ad-88ac-fa11ac6cd6c2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.159636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da4226da-848c-4db6-bd5f-1839eedda30a [ 591.159636] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.159636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.159636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.160146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.160146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.160146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da4226da-848c-4db6-bd5f-1839eedda30a already deleted. [ 591.160146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da4226da-848c-4db6-bd5f-1839eedda30a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.235570] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 206be950-67e1-40ad-88ac-fa11ac6cd6c2 [ 591.235810] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.235943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.236029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.236241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.236324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.236414] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:206be950-67e1-40ad-88ac-fa11ac6cd6c2 already deleted. [ 591.236490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-206be950-67e1-40ad-88ac-fa11ac6cd6c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.784171] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e6658cd0-29e9-4169-95af-599365e3d6d6 None None] Enqueued Resource ID: dc3ace11-9eb3-4a62-a72d-42625e356013 with Priority: HIGHEST for action port [ 592.784171] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3ace11-9eb3-4a62-a72d-42625e356013 with Priority: HIGHEST for action port [ 592.784171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3ace11-9eb3-4a62-a72d-42625e356013 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.784171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3ace11-9eb3-4a62-a72d-42625e356013" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.784171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3ace11-9eb3-4a62-a72d-42625e356013" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.784833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3ace11-9eb3-4a62-a72d-42625e356013" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.785056] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3ace11-9eb3-4a62-a72d-42625e356013',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.026939] env[65720]: INFO networking_nsxv3.common.synchronization [None req-849a392f-55ad-4bd7-b994-cc33bd70e180 tempest-ServersTestJSON-1793637688 tempest-ServersTestJSON-1793637688-project-member] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 593.027170] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 593.027432] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.027558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.027622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.027952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.028774] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.288291] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc3ace11-9eb3-4a62-a72d-42625e356013 [ 593.289028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.289028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.289028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.289028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.289267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.289267] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc3ace11-9eb3-4a62-a72d-42625e356013 already deleted. [ 593.289337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3ace11-9eb3-4a62-a72d-42625e356013" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.426492] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d8ed2506-879e-478e-89af-29c873ca18e0 tempest-ServersTestJSON-1793637688 tempest-ServersTestJSON-1793637688-project-member] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 593.426492] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 593.426492] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.426492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.556081] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.556334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.556334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.556526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.556616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.556711] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 already deleted. [ 593.556796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.557402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.557622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.557681] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.089547] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.089850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.089850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.089987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.091543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.091543] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 already deleted. [ 594.091543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.691931] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5ffc8cf2-cefe-4f81-8756-01089c8e348c None None] Enqueued Resource ID: 49995c4f-8f00-496e-8bcd-519882dd6e67 with Priority: HIGHEST for action port [ 594.692349] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49995c4f-8f00-496e-8bcd-519882dd6e67 with Priority: HIGHEST for action port [ 594.692671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-49995c4f-8f00-496e-8bcd-519882dd6e67 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.692871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49995c4f-8f00-496e-8bcd-519882dd6e67" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.692871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49995c4f-8f00-496e-8bcd-519882dd6e67" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.693269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49995c4f-8f00-496e-8bcd-519882dd6e67" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.693353] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49995c4f-8f00-496e-8bcd-519882dd6e67',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.754652] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cf4c081a-c18b-4ce0-8a48-023f62508c02 tempest-ServersTestBootFromVolume-762458528 tempest-ServersTestBootFromVolume-762458528-project-member] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 594.755490] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 594.755834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.756087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.756789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.756789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.756789] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.857792] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb66d15d-73d0-484d-b51c-871b0279a334 tempest-ServersTestBootFromVolume-762458528 tempest-ServersTestBootFromVolume-762458528-project-member] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 594.857792] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 594.857792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.857792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.951629] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3be069e4-b97f-4fdd-bc1a-90c709cc4c6d None None] Enqueued Resource ID: 7156994f-0de3-44f8-aa26-3422467bd205 with Priority: HIGHEST for action port [ 594.951854] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7156994f-0de3-44f8-aa26-3422467bd205 with Priority: HIGHEST for action port [ 594.952605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7156994f-0de3-44f8-aa26-3422467bd205 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.953364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7156994f-0de3-44f8-aa26-3422467bd205" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.953364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7156994f-0de3-44f8-aa26-3422467bd205" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.953554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7156994f-0de3-44f8-aa26-3422467bd205" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.954120] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7156994f-0de3-44f8-aa26-3422467bd205',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.195725] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49995c4f-8f00-496e-8bcd-519882dd6e67 [ 595.196246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.196373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.196373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.196576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.196911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.197027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49995c4f-8f00-496e-8bcd-519882dd6e67 already deleted. [ 595.197119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49995c4f-8f00-496e-8bcd-519882dd6e67" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.277821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.278083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.278158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.278758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.278758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.278758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f44e099d-9f74-4adf-8531-df0032023b9c already deleted. [ 595.278758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.278758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.279068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.279068] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.456762] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7156994f-0de3-44f8-aa26-3422467bd205 [ 595.456998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.457155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.457249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.457505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.457545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.457681] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7156994f-0de3-44f8-aa26-3422467bd205 already deleted. [ 595.457727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7156994f-0de3-44f8-aa26-3422467bd205" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.532376] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2ef68e8d-a05c-49b0-99cf-2fd7234f6b03 None None] Enqueued Resource ID: fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7 with Priority: HIGHEST for action port [ 595.533087] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7 with Priority: HIGHEST for action port [ 595.533404] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.533644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.533726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.535061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.535174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.801718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.801718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.801718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.801718] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f44e099d-9f74-4adf-8531-df0032023b9c already deleted. [ 595.801718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.037369] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7 [ 596.037646] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.041390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.041390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.041390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.041390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.041390] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7 already deleted. [ 596.041390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa7ee88c-d2a3-4384-b5e2-4e09a7f98ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.657618] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7eff96f-0f03-43a0-9ff1-fd9514851b10 None None] Enqueued Resource ID: a41ee1b5-5a56-4c96-91c4-9c054307642b with Priority: HIGHEST for action port [ 597.658756] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a41ee1b5-5a56-4c96-91c4-9c054307642b with Priority: HIGHEST for action port [ 597.658756] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a41ee1b5-5a56-4c96-91c4-9c054307642b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a41ee1b5-5a56-4c96-91c4-9c054307642b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a41ee1b5-5a56-4c96-91c4-9c054307642b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.658756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a41ee1b5-5a56-4c96-91c4-9c054307642b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.659290] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a41ee1b5-5a56-4c96-91c4-9c054307642b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.810828] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47903717-30ee-4c5d-aa0a-3155b0f8fd30 None None] Enqueued Resource ID: a305b7d4-1b64-4ee4-ace5-935ec44247e6 with Priority: HIGHEST for action port [ 597.811122] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a305b7d4-1b64-4ee4-ace5-935ec44247e6 with Priority: HIGHEST for action port [ 597.811718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a305b7d4-1b64-4ee4-ace5-935ec44247e6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.811860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a305b7d4-1b64-4ee4-ace5-935ec44247e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.811917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a305b7d4-1b64-4ee4-ace5-935ec44247e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.814051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a305b7d4-1b64-4ee4-ace5-935ec44247e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.814149] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a305b7d4-1b64-4ee4-ace5-935ec44247e6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.986970] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8defa7a5-618b-45c8-a936-d4d43cb5009d service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 597.987892] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 597.988369] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.988633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.988633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.988813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.988872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.989061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.989145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.989501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.989501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.989720] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.166415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a41ee1b5-5a56-4c96-91c4-9c054307642b [ 598.166929] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.167244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.167617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.168771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.168771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.168771] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a41ee1b5-5a56-4c96-91c4-9c054307642b already deleted. [ 598.168771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a41ee1b5-5a56-4c96-91c4-9c054307642b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.318816] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a305b7d4-1b64-4ee4-ace5-935ec44247e6 [ 598.320479] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.320479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.320479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.320479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.320479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.320479] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a305b7d4-1b64-4ee4-ace5-935ec44247e6 already deleted. [ 598.320479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a305b7d4-1b64-4ee4-ace5-935ec44247e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.494037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.494037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.494037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.494037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.494037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.494037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.494037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.494416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.494416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.494416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.494416] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d already deleted. [ 598.494521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.516192] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.516192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.516192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.517153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.518150] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.518572] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.518944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.519587] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.519986] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.520683] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.521041] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.522164] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.522164] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.522164] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.522164] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.522164] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.547152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.547830] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.547830] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.547830] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.548041] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-9d3c5bc9-aa25-4013-b8dc-f565887d2736 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.548144] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.548258] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.548565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.548697] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3c5bc9-aa25-4013-b8dc-f565887d2736',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.631511] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f6b5d8ec-30d2-42f3-a8fa-b7e853fc8e60 service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 598.631952] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 598.632571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.632571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.632571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.632571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.633104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.633274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.633363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.634013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.634013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.634013] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.051862] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.052211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.052264] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.052548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.053229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.053229] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 9d3c5bc9-aa25-4013-b8dc-f565887d2736 not found, creating... [ 599.053229] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.053401] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.053434] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.053655] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.053792] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.054184] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.054404] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.054561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.054777] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.054911] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.055176] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 9d3c5bc9-aa25-4013-b8dc-f565887d2736 is going to be created. [ 599.080635] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.080857] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.080980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.081342] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.081924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.082184] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.136401] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.136564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.136641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.136860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.136954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.137294] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.137294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.137418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.137504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.137554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.137700] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f already deleted. [ 599.137750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.370891] env[65720]: INFO networking_nsxv3.common.synchronization [None req-89b65e13-60c2-4826-9dff-faa1ad414afe None None] Enqueued Resource ID: d4c73877-a9da-4bb8-a94f-34b5874b8d45 with Priority: HIGHEST for action port [ 599.371446] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c73877-a9da-4bb8-a94f-34b5874b8d45 with Priority: HIGHEST for action port [ 599.371740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4c73877-a9da-4bb8-a94f-34b5874b8d45 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.372259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4c73877-a9da-4bb8-a94f-34b5874b8d45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.372259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4c73877-a9da-4bb8-a94f-34b5874b8d45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.372699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4c73877-a9da-4bb8-a94f-34b5874b8d45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.372818] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4c73877-a9da-4bb8-a94f-34b5874b8d45',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.719034] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9dc41a1f-be7d-4c9e-acd8-cd033b944f58 None None] Enqueued Resource ID: 73dd0022-fe49-437b-b810-76e0e386f43b with Priority: HIGHEST for action port [ 599.719034] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73dd0022-fe49-437b-b810-76e0e386f43b with Priority: HIGHEST for action port [ 599.719034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-73dd0022-fe49-437b-b810-76e0e386f43b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.719034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73dd0022-fe49-437b-b810-76e0e386f43b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.719034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73dd0022-fe49-437b-b810-76e0e386f43b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.719034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73dd0022-fe49-437b-b810-76e0e386f43b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.719034] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73dd0022-fe49-437b-b810-76e0e386f43b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.801038] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.801280] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.801411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.801684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.802011] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.802243] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.802369] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.802589] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.802737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.802942] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.803064] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.803170] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.803273] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.803383] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.803487] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.803614] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.826548] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.826548] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.826548] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.826548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.826548] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.826548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.826548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.826548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.826548] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6351d8e-b77c-4b29-b18b-02fc5e9e0c72',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.875806] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4c73877-a9da-4bb8-a94f-34b5874b8d45 [ 599.876091] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.876233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.876303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.876503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.876590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.876685] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4c73877-a9da-4bb8-a94f-34b5874b8d45 already deleted. [ 599.876762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4c73877-a9da-4bb8-a94f-34b5874b8d45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.948715] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c824afc6-6123-4bbf-a7b9-8ea35db7496f service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_rules [ 599.951045] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c824afc6-6123-4bbf-a7b9-8ea35db7496f service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 599.952809] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c824afc6-6123-4bbf-a7b9-8ea35db7496f service nova] Enqueued Resource ID: 9d3c5bc9-aa25-4013-b8dc-f565887d2736 with Priority: HIGHEST for action port [ 599.952809] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_rules [ 599.952809] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 599.952809] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3c5bc9-aa25-4013-b8dc-f565887d2736 with Priority: HIGHEST for action port [ 599.952809] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.953321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.953321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.953321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.953321] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.954571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.958582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.958582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.958582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.958582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.962020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.962020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.962020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.962020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.962020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.962741] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3c5bc9-aa25-4013-b8dc-f565887d2736 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.962741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.962741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.962988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.962988] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3c5bc9-aa25-4013-b8dc-f565887d2736',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.222009] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73dd0022-fe49-437b-b810-76e0e386f43b [ 600.222280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.222478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.222543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.222759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.222851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.222999] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73dd0022-fe49-437b-b810-76e0e386f43b already deleted. [ 600.223069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73dd0022-fe49-437b-b810-76e0e386f43b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.330777] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.331023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.331128] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.331397] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.331540] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.331689] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 not found, creating... [ 600.331938] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.332114] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.332228] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.332438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.332574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.332847] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.332997] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.333124] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.333325] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.333454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.333594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 is going to be created. [ 600.356864] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.357143] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.357254] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.358081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.358081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.358357] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.466634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.481480] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d3c5bc9-aa25-4013-b8dc-f565887d2736 with status ACTIVE [ 600.481480] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.481480] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.481480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.482209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.482209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.482829] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d3c5bc9-aa25-4013-b8dc-f565887d2736 is going to be updated. [ 600.484813] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.517929] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.518809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.518809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.519436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.519436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.520962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3c5bc9-aa25-4013-b8dc-f565887d2736" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.706705] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ed5bd129-f7b8-40e7-a073-27eec1939064 tempest-VolumesAssistedSnapshotsTest-1875841935 tempest-VolumesAssistedSnapshotsTest-1875841935-project-member] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 600.707354] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 600.707606] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.707732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.707799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.708407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.708653] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.987551] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.218794] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06e05aea-0bd4-480d-b85a-8c6aac347ac3 service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_rules [ 601.219065] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06e05aea-0bd4-480d-b85a-8c6aac347ac3 service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 601.219230] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06e05aea-0bd4-480d-b85a-8c6aac347ac3 service nova] Enqueued Resource ID: b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 with Priority: HIGHEST for action port [ 601.220410] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_rules [ 601.220589] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 601.220695] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 with Priority: HIGHEST for action port [ 601.221374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.221530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.221602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.221888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.221994] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.223792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.223792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.223792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.224233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.224383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.224662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.224662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.224804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.226392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.226392] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.226392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.226392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.226392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.226392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.226392] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6351d8e-b77c-4b29-b18b-02fc5e9e0c72',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.232704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.233126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.233126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.233302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.233302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.233302] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 already deleted. [ 601.233430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.489356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.489546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.489587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.489779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.489865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.489961] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be created. [ 601.517091] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.517560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.517560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.517560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.517686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.529382] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: UNINITIALIZED for 2s [ 601.529382] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6290246a-13be-4d5e-ae52-ba27e6c72ed6 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 601.529794] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 601.530646] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1017da26-aa0e-44af-b025-76c7ccab8797 tempest-VolumesAssistedSnapshotsTest-1875841935 tempest-VolumesAssistedSnapshotsTest-1875841935-project-member] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 601.530946] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.531081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.531152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.531395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.531552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.531654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.531865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.531865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.531952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.532048] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.533649] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 601.534099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.534211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.535676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.535676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.535676] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.723999] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.724157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.728581] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.729490] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 with status ACTIVE [ 601.729693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.729806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.729869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.730096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.730194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.730422] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.730529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.730593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.730752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.730829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.731016] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.731131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.731161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.731305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.731380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.731466] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6351d8e-b77c-4b29-b18b-02fc5e9e0c72 is going to be updated. [ 601.756145] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.756145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.756145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.756145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.756145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.756145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6351d8e-b77c-4b29-b18b-02fc5e9e0c72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.034829] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.035786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.035786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.036084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.036228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.036423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.036588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.036668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.036801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.036906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.036966] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f already deleted. [ 602.037074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.056576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.056576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.056576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.056576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.056775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.056775] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 already deleted. [ 602.056835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.076818] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f1b252cd-36cc-45db-a92d-00a4bc79ec92 None None] Enqueued Resource ID: 79b2e64d-15a2-4161-b206-31ffa00cb4db with Priority: HIGHEST for action port [ 602.077297] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b2e64d-15a2-4161-b206-31ffa00cb4db with Priority: HIGHEST for action port [ 602.077636] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-79b2e64d-15a2-4161-b206-31ffa00cb4db taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.078063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79b2e64d-15a2-4161-b206-31ffa00cb4db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.078063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79b2e64d-15a2-4161-b206-31ffa00cb4db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.078163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79b2e64d-15a2-4161-b206-31ffa00cb4db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.078691] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79b2e64d-15a2-4161-b206-31ffa00cb4db',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.239553] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.457250] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.457381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.457484] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.457804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.458087] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.458251] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.458363] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.458575] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.458713] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.458942] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.459062] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.459166] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.459265] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.459367] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.459467] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.459591] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.477654] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.477860] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.477949] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.478273] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.478586] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.478752] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.479000] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.479211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.479355] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.580742] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79b2e64d-15a2-4161-b206-31ffa00cb4db [ 602.581042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.581154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.581402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.581489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.581541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.581584] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79b2e64d-15a2-4161-b206-31ffa00cb4db already deleted. [ 602.581669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79b2e64d-15a2-4161-b206-31ffa00cb4db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.741799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.741971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.742060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.742503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.742503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.742649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be created. [ 602.768949] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.769152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.769221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.769585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.779337] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: UNINITIALIZED for 2s [ 602.842501] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aa78b051-cf82-42a1-9f28-90f13857e612 None None] Enqueued Resource ID: 096c4db0-0a69-43aa-8aa6-e74dfb25b9ba with Priority: HIGHEST for action port [ 602.843073] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 096c4db0-0a69-43aa-8aa6-e74dfb25b9ba with Priority: HIGHEST for action port [ 602.843777] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-096c4db0-0a69-43aa-8aa6-e74dfb25b9ba taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.843896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-096c4db0-0a69-43aa-8aa6-e74dfb25b9ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.844018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-096c4db0-0a69-43aa-8aa6-e74dfb25b9ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.844461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-096c4db0-0a69-43aa-8aa6-e74dfb25b9ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.844461] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('096c4db0-0a69-43aa-8aa6-e74dfb25b9ba',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.983178] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.987023] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 not found, creating... [ 602.987023] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.987023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.987583] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.987583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.987583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.987583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.987583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.987583] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 is going to be created. [ 603.011148] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.011148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.011148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.011148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.011148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.011148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.346873] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 096c4db0-0a69-43aa-8aa6-e74dfb25b9ba [ 603.346873] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.346873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.347463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.347463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.347463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.347463] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:096c4db0-0a69-43aa-8aa6-e74dfb25b9ba already deleted. [ 603.347463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-096c4db0-0a69-43aa-8aa6-e74dfb25b9ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.541891] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.541891] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.541891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.542500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.542500] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.820666] env[65720]: INFO networking_nsxv3.common.synchronization [None req-68ab65f0-07d2-407e-aa46-449345d9c273 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 603.820854] env[65720]: INFO networking_nsxv3.common.synchronization [None req-68ab65f0-07d2-407e-aa46-449345d9c273 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 603.820989] env[65720]: INFO networking_nsxv3.common.synchronization [None req-68ab65f0-07d2-407e-aa46-449345d9c273 service nova] Enqueued Resource ID: cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 with Priority: HIGHEST for action port [ 603.821240] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 603.821366] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 603.821460] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 with Priority: HIGHEST for action port [ 603.822021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.822998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.823571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.823571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.823571] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.824246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.824361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.824436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.824577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.824719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.824829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.824881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.824998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.825099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.825216] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.832015] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.832015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.832015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.832015] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.965962] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b79eb51a-7c24-4be9-bb89-e6eac5c02a35 service nova] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 603.965962] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 603.966629] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.966745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.966745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.969605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.969605] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.992083] env[65720]: INFO networking_nsxv3.common.synchronization [None req-20489565-3d9e-4a66-a924-1f0fff882557 None None] Enqueued Resource ID: ff320089-67ba-4ec2-bb91-f1eced16a780 with Priority: HIGHEST for action port [ 603.992778] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff320089-67ba-4ec2-bb91-f1eced16a780 with Priority: HIGHEST for action port [ 603.993188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff320089-67ba-4ec2-bb91-f1eced16a780 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.993461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff320089-67ba-4ec2-bb91-f1eced16a780" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.993556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff320089-67ba-4ec2-bb91-f1eced16a780" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.994066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff320089-67ba-4ec2-bb91-f1eced16a780" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.994066] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff320089-67ba-4ec2-bb91-f1eced16a780',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.046225] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.046407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.046463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.046826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.046906] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.047930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.048119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.048222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.048346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.048507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.048615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.048647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.048831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.049145] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.049145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.049145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.049608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.049608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.049608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.049608] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.334733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.334733] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.334733] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 with status ACTIVE [ 604.334733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.334733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.334733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.335922] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.335922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.335922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.335922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.335922] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66 is going to be updated. [ 604.359878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.359878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.359878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.359878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.359878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.359878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1dce8f-441c-42a7-b3ba-7f3d3fc9ca66" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.470418] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.471259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.471386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.471687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.471758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.471932] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.472075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.472112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.472269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.472355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.472431] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 already deleted. [ 604.472511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.499576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff320089-67ba-4ec2-bb91-f1eced16a780 [ 604.499954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.499954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.500152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.500569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.500569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.500569] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff320089-67ba-4ec2-bb91-f1eced16a780 already deleted. [ 604.500569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff320089-67ba-4ec2-bb91-f1eced16a780" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.502826] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.503054] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-326" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.503139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-326" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.503448] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-326" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.503697] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.503843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.503954] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.507014] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.507249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.507542] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.507542] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.507667] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.507714] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.507802] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.507902] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.508147] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.530504] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.530668] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.530892] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.530975] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-326" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.531523] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-b915a591-ee09-4390-ae01-09778bd3f2c3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.531647] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.531698] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.532120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.532837] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b915a591-ee09-4390-ae01-09778bd3f2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.555409] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b00b20b-408c-464d-8aa6-4cd5f6827d0d: rpc.has_security_group_logging(os_id): False [ 604.579092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.579092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.579092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.579092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.582967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.582967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.582967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.582967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.582967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.582967] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be created. [ 604.636339] env[65720]: INFO networking_nsxv3.common.synchronization [None req-93ff2d46-f049-4d58-9857-9051d7a1e155 None None] Enqueued Resource ID: 71471da7-1aa1-432c-9863-512d6a9a5c19 with Priority: HIGHEST for action port [ 604.638178] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71471da7-1aa1-432c-9863-512d6a9a5c19 with Priority: HIGHEST for action port [ 604.638406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-71471da7-1aa1-432c-9863-512d6a9a5c19 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.638723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71471da7-1aa1-432c-9863-512d6a9a5c19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.638723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71471da7-1aa1-432c-9863-512d6a9a5c19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.638954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71471da7-1aa1-432c-9863-512d6a9a5c19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.639093] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71471da7-1aa1-432c-9863-512d6a9a5c19',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.651097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.651097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.651097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.651097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.651097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.663907] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 604.799873] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 604.800280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.800992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.801334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.801540] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.801656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.801725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.801879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.802345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.803600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.805279] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.837555] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.037068] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.037301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.037301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.037890] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.038209] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.038479] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port b915a591-ee09-4390-ae01-09778bd3f2c3 not found, creating... [ 605.038968] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.039252] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.039454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.039800] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.039983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.040470] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.040743] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.040952] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.041308] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.041559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.041895] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: b915a591-ee09-4390-ae01-09778bd3f2c3 is going to be created. [ 605.068838] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.069448] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.069448] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.069702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.069948] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.070242] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.142244] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71471da7-1aa1-432c-9863-512d6a9a5c19 [ 605.142383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.142650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.142650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.142786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.142880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.142977] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71471da7-1aa1-432c-9863-512d6a9a5c19 already deleted. [ 605.143070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71471da7-1aa1-432c-9863-512d6a9a5c19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.308071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.308071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.308893] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.309137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.309174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.309345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.309449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.309551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.309672] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.340077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.340493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.343020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.343020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.343020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.343020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be created. [ 605.367182] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.367483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.368281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.378983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: UNINITIALIZED for 2s [ 605.775930] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5952b3e1-1557-46da-817e-f888a3a4d6d3 service nova] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 605.776294] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5952b3e1-1557-46da-817e-f888a3a4d6d3 service nova] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 605.776367] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5952b3e1-1557-46da-817e-f888a3a4d6d3 service nova] Enqueued Resource ID: b915a591-ee09-4390-ae01-09778bd3f2c3 with Priority: HIGHEST for action port [ 605.776843] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_rules [ 605.776983] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 605.777103] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b915a591-ee09-4390-ae01-09778bd3f2c3 with Priority: HIGHEST for action port [ 605.777441] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.777543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.777543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.777746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.777821] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.779071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.780221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.780221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.780823] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.781316] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b915a591-ee09-4390-ae01-09778bd3f2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.781434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.781492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.781650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.781730] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b915a591-ee09-4390-ae01-09778bd3f2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.812269] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ee6fc66-ab17-4573-aef7-62ffc278f11f: rpc.has_security_group_logging(os_id): False [ 605.832695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.833039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.833039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.833147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.833243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.833460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.833564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.833629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.833783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.833861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.834061] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.834158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.834220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.834365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.834439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.834613] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.834706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.834768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.834907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.834983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.835359] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be created. [ 605.901817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.901817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.901817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.901817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.901817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.914962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 606.283703] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.284656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.284798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.287457] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b915a591-ee09-4390-ae01-09778bd3f2c3 with status ACTIVE [ 606.287457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.287457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.287457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.287976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.289315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.289315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.289315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.290444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.290543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.290746] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.292056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.292056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.292056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.292056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.292056] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b915a591-ee09-4390-ae01-09778bd3f2c3 is going to be updated. [ 606.314611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.315045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.315045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.315045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.315872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.315872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b915a591-ee09-4390-ae01-09778bd3f2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.676528] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 606.677489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.785857] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.288642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.288852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.288852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.289330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.289399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.289565] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 is going to be created. [ 607.322297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.322500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.322673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.322948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.323203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.337039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: UNINITIALIZED for 2s [ 607.392901] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 607.393221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.393401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.393651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.393883] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.394014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.394081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.394266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.394379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.394514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.394662] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.530580] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7a671500-c1c3-4963-b005-316cac1d3481 None None] Enqueued Resource ID: b80b383f-bfae-4cf1-9001-ad806f92304b with Priority: HIGHEST for action port [ 607.531183] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80b383f-bfae-4cf1-9001-ad806f92304b with Priority: HIGHEST for action port [ 607.531458] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b80b383f-bfae-4cf1-9001-ad806f92304b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.531596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b80b383f-bfae-4cf1-9001-ad806f92304b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.531717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b80b383f-bfae-4cf1-9001-ad806f92304b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.531946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b80b383f-bfae-4cf1-9001-ad806f92304b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.532043] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80b383f-bfae-4cf1-9001-ad806f92304b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.899253] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.899253] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.899253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.899926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.899926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.899926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.899926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.900441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.900913] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.901127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.901403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.901674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.902982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903506] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.933259] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 607.933856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.035288] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b80b383f-bfae-4cf1-9001-ad806f92304b [ 608.035563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.035997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.035997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.035997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.036286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.036286] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b80b383f-bfae-4cf1-9001-ad806f92304b already deleted. [ 608.036286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b80b383f-bfae-4cf1-9001-ad806f92304b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.407724] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f: rpc.has_security_group_logging(os_id): False [ 608.426928] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.427107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.427157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.427409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.427476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.427827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.427827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.427827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.428464] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.428464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.428464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.428671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.428862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.429517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.429780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.429864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.430051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.430186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.430441] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be created. [ 608.523610] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.523806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.523806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.524034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.524268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.549718] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 608.802062] env[65720]: INFO networking_nsxv3.common.synchronization [None req-934fadad-fa84-4f2e-87f2-f35bdf105150 None None] Enqueued Resource ID: 78d706fa-8b49-4767-859f-0116ca47e80c with Priority: HIGHEST for action port [ 608.803255] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d706fa-8b49-4767-859f-0116ca47e80c with Priority: HIGHEST for action port [ 608.803255] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d706fa-8b49-4767-859f-0116ca47e80c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.803793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d706fa-8b49-4767-859f-0116ca47e80c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.803916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d706fa-8b49-4767-859f-0116ca47e80c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.804211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d706fa-8b49-4767-859f-0116ca47e80c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.804284] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d706fa-8b49-4767-859f-0116ca47e80c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.309129] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78d706fa-8b49-4767-859f-0116ca47e80c [ 609.309602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.309602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.309736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.309981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.309981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.310383] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78d706fa-8b49-4767-859f-0116ca47e80c already deleted. [ 609.310383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d706fa-8b49-4767-859f-0116ca47e80c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.348499] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: SUCCESS [ 609.348499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.348499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.348499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.348631] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.348631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.348713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.349041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.349041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.349682] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.489292] env[65720]: INFO networking_nsxv3.common.synchronization [req-b9378a0b-5c05-42d8-bc09-4819bcb7e905 req-9ba7924d-222d-4be3-aaec-bcfb4bdd330e tempest-SecurityGroupRulesNegativeTestJSON-1467479125 tempest-SecurityGroupRulesNegativeTestJSON-1467479125-project-member] Enqueued Resource ID: 725e695e-a88b-42bb-bc28-7a82dff54eea with Priority: HIGHEST for action security_group_rules [ 609.490146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725e695e-a88b-42bb-bc28-7a82dff54eea with Priority: HIGHEST for action security_group_rules [ 609.490212] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-725e695e-a88b-42bb-bc28-7a82dff54eea taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.490593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.490666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.491872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.491872] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('725e695e-a88b-42bb-bc28-7a82dff54eea',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.852728] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.016822] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.016989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.017131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.018178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.018178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.018178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 725e695e-a88b-42bb-bc28-7a82dff54eea already deleted. [ 610.018178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.358493] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1: rpc.has_security_group_logging(os_id): False [ 610.378171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.380282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.380282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.380282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.380282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.383692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.383692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.383692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.383692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.383692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.383692] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 is going to be created. [ 610.457750] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.457750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.457750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.457750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.457750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.471178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: IN_PROGRESS for 2s [ 610.587210] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 610.587441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.744901] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7e1b6710-fced-45e8-9fcf-04ee77ec9d3c None None] Enqueued Resource ID: d70d44bc-af57-4828-805b-3566f3369a4a with Priority: HIGHEST for action port [ 610.749248] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d44bc-af57-4828-805b-3566f3369a4a with Priority: HIGHEST for action port [ 610.750976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70d44bc-af57-4828-805b-3566f3369a4a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.750976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70d44bc-af57-4828-805b-3566f3369a4a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.750976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70d44bc-af57-4828-805b-3566f3369a4a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.750976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70d44bc-af57-4828-805b-3566f3369a4a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.750976] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70d44bc-af57-4828-805b-3566f3369a4a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.892148] env[65720]: INFO networking_nsxv3.common.synchronization [None req-be09e811-f6fe-48c3-b5bc-d40ec281c4fd None None] Enqueued Resource ID: 81dc7c3b-d795-4d2c-94de-67a8e9940c1e with Priority: HIGHEST for action port [ 610.893013] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81dc7c3b-d795-4d2c-94de-67a8e9940c1e with Priority: HIGHEST for action port [ 610.893351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-81dc7c3b-d795-4d2c-94de-67a8e9940c1e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.893560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81dc7c3b-d795-4d2c-94de-67a8e9940c1e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.893560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81dc7c3b-d795-4d2c-94de-67a8e9940c1e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.896017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81dc7c3b-d795-4d2c-94de-67a8e9940c1e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.896017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81dc7c3b-d795-4d2c-94de-67a8e9940c1e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.252834] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70d44bc-af57-4828-805b-3566f3369a4a [ 611.254513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.254513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.254513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.254513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.254513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.254513] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70d44bc-af57-4828-805b-3566f3369a4a already deleted. [ 611.254513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70d44bc-af57-4828-805b-3566f3369a4a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.399973] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81dc7c3b-d795-4d2c-94de-67a8e9940c1e [ 611.400304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.400304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.400615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.401120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.401120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.401120] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81dc7c3b-d795-4d2c-94de-67a8e9940c1e already deleted. [ 611.401247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81dc7c3b-d795-4d2c-94de-67a8e9940c1e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.489016] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: SUCCESS [ 612.489016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.286787] env[65720]: INFO networking_nsxv3.common.synchronization [None req-002b551b-6c02-4120-a04f-f9882043bbf1 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 613.287518] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 613.287840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.287957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.288040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.288571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.289797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.289797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.289797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.289797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.289797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.289797] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.368189] env[65720]: INFO networking_nsxv3.common.synchronization [None req-abb63fda-886b-4ebd-89da-8cacc297d4ff None None] Enqueued Resource ID: ea039a95-3a90-41ca-861b-e1e94f10d665 with Priority: HIGHEST for action port [ 613.368889] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea039a95-3a90-41ca-861b-e1e94f10d665 with Priority: HIGHEST for action port [ 613.371321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea039a95-3a90-41ca-861b-e1e94f10d665 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.371321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea039a95-3a90-41ca-861b-e1e94f10d665" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.371321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea039a95-3a90-41ca-861b-e1e94f10d665" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.371321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea039a95-3a90-41ca-861b-e1e94f10d665" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.371321] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea039a95-3a90-41ca-861b-e1e94f10d665',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.604479] env[65720]: INFO networking_nsxv3.common.synchronization [None req-277986b8-e701-4b98-b485-d202f2e4f6b8 None None] Enqueued Resource ID: 61a57076-06fd-4ca7-aba4-63038b543d0b with Priority: HIGHEST for action port [ 613.604479] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61a57076-06fd-4ca7-aba4-63038b543d0b with Priority: HIGHEST for action port [ 613.604479] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-61a57076-06fd-4ca7-aba4-63038b543d0b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.604479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61a57076-06fd-4ca7-aba4-63038b543d0b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.604479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61a57076-06fd-4ca7-aba4-63038b543d0b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.606676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61a57076-06fd-4ca7-aba4-63038b543d0b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.606676] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61a57076-06fd-4ca7-aba4-63038b543d0b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.711068] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.712847] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.712847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.712847] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.713502] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.713502] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.713502] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.713502] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.713502] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.713502] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.739107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.739107] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.739107] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.739107] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.739420] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-29330b5b-6171-4de8-bf77-6c57f6a8bd58 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.739547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.739666] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.739977] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.740137] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29330b5b-6171-4de8-bf77-6c57f6a8bd58',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.752667] env[65720]: INFO networking_nsxv3.common.synchronization [req-c6dd1e16-ec9b-460c-a3e6-44524179b168 req-81757426-b454-4bf5-b003-9d91a54ae4fc tempest-SecurityGroupRulesNegativeTestJSON-1467479125 tempest-SecurityGroupRulesNegativeTestJSON-1467479125-project-member] Enqueued Resource ID: 725e695e-a88b-42bb-bc28-7a82dff54eea with Priority: HIGHEST for action security_group_rules [ 613.753350] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725e695e-a88b-42bb-bc28-7a82dff54eea with Priority: HIGHEST for action security_group_rules [ 613.753799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-725e695e-a88b-42bb-bc28-7a82dff54eea taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.753927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.754073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.754286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.754369] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('725e695e-a88b-42bb-bc28-7a82dff54eea',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.793486] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.793486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.793486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.793706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.793706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.793795] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.793927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.793927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.794165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.795107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.795107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 already deleted. [ 613.795107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.873226] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea039a95-3a90-41ca-861b-e1e94f10d665 [ 613.874316] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.874316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.874316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.874316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.874316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.874316] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea039a95-3a90-41ca-861b-e1e94f10d665 already deleted. [ 613.874316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea039a95-3a90-41ca-861b-e1e94f10d665" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.109105] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61a57076-06fd-4ca7-aba4-63038b543d0b [ 614.109920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.109920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.109920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.110166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.110166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.110327] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61a57076-06fd-4ca7-aba4-63038b543d0b already deleted. [ 614.110370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61a57076-06fd-4ca7-aba4-63038b543d0b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.243441] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.244122] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.244122] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.244477] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.244556] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.244755] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 29330b5b-6171-4de8-bf77-6c57f6a8bd58 not found, creating... [ 614.245063] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.245301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245362] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.245589] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.245747] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.246054] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.246234] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.246350] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.246581] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.246714] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.246954] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 29330b5b-6171-4de8-bf77-6c57f6a8bd58 is going to be created. [ 614.275044] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.275381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.276050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.276050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.276406] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.276805] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.283128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.283268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.283330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.284783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.284783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.284783] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 725e695e-a88b-42bb-bc28-7a82dff54eea already deleted. [ 614.284783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-725e695e-a88b-42bb-bc28-7a82dff54eea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.930930] env[65720]: INFO networking_nsxv3.common.synchronization [None req-df9b7116-84c3-4fdd-8e9b-1d1d8afc8f85 tempest-ServersWithSpecificFlavorTestJSON-1255420205 tempest-ServersWithSpecificFlavorTestJSON-1255420205-project-member] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 614.931840] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 614.931840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.931939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.931939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.932321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.932546] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.008014] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9d100643-d1c3-462f-af5f-9d08e04336e1 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 615.008347] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9d100643-d1c3-462f-af5f-9d08e04336e1 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 615.008567] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9d100643-d1c3-462f-af5f-9d08e04336e1 service nova] Enqueued Resource ID: 29330b5b-6171-4de8-bf77-6c57f6a8bd58 with Priority: HIGHEST for action port [ 615.011698] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 615.011698] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 615.011698] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29330b5b-6171-4de8-bf77-6c57f6a8bd58 with Priority: HIGHEST for action port [ 615.011698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.011698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.011698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.011698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.011698] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.011698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.011698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.012333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.012535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.013132] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.013806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.013806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.014189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.014189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.015032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.015918] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-29330b5b-6171-4de8-bf77-6c57f6a8bd58 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.015918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.015918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.016807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.017277] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29330b5b-6171-4de8-bf77-6c57f6a8bd58',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.227159] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8ecbeb3c-08fe-4eca-86d2-2044c90784bd tempest-ServersWithSpecificFlavorTestJSON-1255420205 tempest-ServersWithSpecificFlavorTestJSON-1255420205-project-member] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 615.228120] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 615.228376] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.228511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.455076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.455321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.455438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.455751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.455895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.456052] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f already deleted. [ 615.456193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.456423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.456675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.456812] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.519625] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.520652] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.520652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.520816] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29330b5b-6171-4de8-bf77-6c57f6a8bd58 with status ACTIVE [ 615.522537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.522537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.522537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.522537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.523162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.523162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.523162] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29330b5b-6171-4de8-bf77-6c57f6a8bd58 is going to be updated. [ 615.543698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.543882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.543951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.544136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.544275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.544437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29330b5b-6171-4de8-bf77-6c57f6a8bd58" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827380] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3b051710-6fb4-49e0-bc8b-2296f31b8b26 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 615.827822] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 615.828169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.828844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.828985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829573] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.829754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.830075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.830242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.830386] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.979957] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.979957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.979957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.979957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.980434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.980434] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f already deleted. [ 615.980434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.022460] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.237526] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.237722] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.237839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.238126] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.238444] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.238656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.238746] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.239740] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.240057] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.240394] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.240613] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.240804] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.240988] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.241198] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.241356] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.241571] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.263415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.264143] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.264143] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.264143] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.264375] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-30651f8a-abdc-487b-9044-1c8a17beab23 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.265691] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.265691] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.265691] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.265691] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30651f8a-abdc-487b-9044-1c8a17beab23',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.332826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334522] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 already deleted. [ 616.334522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.526806] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.527265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.527265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.527265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.527505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.527505] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be created. [ 616.552509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.552674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.553136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.553136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.553136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.566453] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: UNINITIALIZED for 2s [ 616.769233] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.769480] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.769563] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.769860] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.770084] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.770336] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 30651f8a-abdc-487b-9044-1c8a17beab23 not found, creating... [ 616.770658] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.770842] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.770964] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.771204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.771373] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.771669] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.771838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.771983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.772304] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.772517] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.772669] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 30651f8a-abdc-487b-9044-1c8a17beab23 is going to be created. [ 616.798102] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.799604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.799604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.799604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.799604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.799604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.553836] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4b6660e2-1a90-47dc-8828-b60499c2331b service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_rules [ 617.554125] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4b6660e2-1a90-47dc-8828-b60499c2331b service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 617.554164] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4b6660e2-1a90-47dc-8828-b60499c2331b service nova] Enqueued Resource ID: 30651f8a-abdc-487b-9044-1c8a17beab23 with Priority: HIGHEST for action port [ 617.554685] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_rules [ 617.554822] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 617.554923] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30651f8a-abdc-487b-9044-1c8a17beab23 with Priority: HIGHEST for action port [ 617.555198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.555311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558710] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.558710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.558710] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.558710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-30651f8a-abdc-487b-9044-1c8a17beab23 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.558710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.559655] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30651f8a-abdc-487b-9044-1c8a17beab23',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.061422] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.067139] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.067335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.067778] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30651f8a-abdc-487b-9044-1c8a17beab23 with status ACTIVE [ 618.067988] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.068092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.068157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.068404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.068492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.068669] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.068772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.068846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.069071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.069614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.069868] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.073021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.073021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.073021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.073021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.073021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30651f8a-abdc-487b-9044-1c8a17beab23 is going to be updated. [ 618.096057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.096057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.096057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.096318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.096445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.096598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30651f8a-abdc-487b-9044-1c8a17beab23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.257964] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6b2cdac2-4175-4ff0-9cb3-1ff0bf1e2731 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 618.259138] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 618.259518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.259653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.259727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.259968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.260144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.260255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.260298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.260453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.260538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.260634] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.570695] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.582254] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 618.583621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.583621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.583621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.583621] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.583621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.583621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.583988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.583988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.583988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.583988] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.594276] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.594494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.594683] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.595124] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.595446] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.595614] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.595761] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.596267] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.597150] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.597150] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.597150] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.597150] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.598298] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.598298] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.598298] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.598298] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.625023] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.625023] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.625023] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.625023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.625023] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-964ef0b7-9857-4032-ac36-efb1ecd1419d taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.625023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.625023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.625023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.625023] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964ef0b7-9857-4032-ac36-efb1ecd1419d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.764285] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.765299] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.765299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.765844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 already deleted. [ 618.765950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.078433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.078624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.078681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.078893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.078992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.079082] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be created. [ 619.087097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.087291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.087388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.087609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.087777] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.087866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.087931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.088122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.088264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.088358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.088474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.088566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.088623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.088768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.088906] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.089034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.089120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.089300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.089413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.089524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.089643] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.108295] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.108533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.108665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.108986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.109279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.121404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: UNINITIALIZED for 2s [ 619.129422] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.129782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.129986] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.131134] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.131407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.131700] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 964ef0b7-9857-4032-ac36-efb1ecd1419d not found, creating... [ 619.132165] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.132439] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.132655] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.133033] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.133279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.133768] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.134061] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.134278] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.134631] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.135063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.135132] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 964ef0b7-9857-4032-ac36-efb1ecd1419d is going to be created. [ 619.158031] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.158368] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.158942] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.158942] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.159282] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.159482] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.594323] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b283a451-b0d3-4b21-a10f-5c975216ac87: rpc.has_security_group_logging(os_id): False [ 619.623761] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.623957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.624184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.624645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.624808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.625143] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.625296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.625378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.625613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.625912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.628421] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.628793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.628934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.629314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.629554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.629673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.629764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.630091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be created. [ 619.701441] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.701651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.701751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.702128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.702308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.715781] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 619.903717] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80da0dae-3042-44d1-b709-d10bea865000 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 619.903884] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80da0dae-3042-44d1-b709-d10bea865000 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 619.904031] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80da0dae-3042-44d1-b709-d10bea865000 service nova] Enqueued Resource ID: 964ef0b7-9857-4032-ac36-efb1ecd1419d with Priority: HIGHEST for action port [ 619.904570] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 619.904708] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 619.904877] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 964ef0b7-9857-4032-ac36-efb1ecd1419d with Priority: HIGHEST for action port [ 619.907338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.909169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.909263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.909569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.909655] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.910645] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.910749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.910816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.910997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.911172] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.911752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.911752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.911752] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.912953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-964ef0b7-9857-4032-ac36-efb1ecd1419d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.913079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.913147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.913304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.913410] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('964ef0b7-9857-4032-ac36-efb1ecd1419d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.415605] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.416799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.416799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417034] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 964ef0b7-9857-4032-ac36-efb1ecd1419d with status ACTIVE [ 620.417091] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.417304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.417304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.417487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.417729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.417729] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419484] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.419484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.419484] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 964ef0b7-9857-4032-ac36-efb1ecd1419d is going to be updated. [ 620.439766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.439915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.439978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.440223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.440311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.440496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-964ef0b7-9857-4032-ac36-efb1ecd1419d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.820129] env[65720]: INFO networking_nsxv3.common.synchronization [None req-df5e5acf-8f04-4fe6-b6f9-5ef17f4790c1 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 620.820129] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 620.820129] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.820129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.922528] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.136038] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 621.136038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.136221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.137041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.137424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.137540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.137683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.137828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.137927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.138059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.138191] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.425241] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.425366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.425458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.425741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.428911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.428911] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be created. [ 621.456677] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.456771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.456771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.460367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.460542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.473650] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: UNINITIALIZED for 2s [ 621.517777] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.518175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.518566] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.519900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.519900] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.519900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.519900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.519900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.520217] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.520217] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.520282] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.520402] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.520524] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.520683] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.520795] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.520923] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.550067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.550432] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.550614] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.550822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.551277] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-cc7e0970-7e47-45d6-b7fa-6e33947b210c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.551496] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.551663] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.552063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.552237] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7e0970-7e47-45d6-b7fa-6e33947b210c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.642378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.642546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.642607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.642900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.643341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.643341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.643341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.643492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.643617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.643737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.643920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.644093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.644195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.644392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.644608] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.644754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.644972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.645644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.645781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.645883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.645983] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.729666] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 621.729896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.054954] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.055382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.055382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.056039] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.056039] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.056039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port cc7e0970-7e47-45d6-b7fa-6e33947b210c not found, creating... [ 622.056202] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.056335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.056455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.056741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.056885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.057175] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.057328] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.057439] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.057641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.058202] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.058432] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: cc7e0970-7e47-45d6-b7fa-6e33947b210c is going to be created. [ 622.083762] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.083973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.084068] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.084348] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084570] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.084799] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.148918] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 909c9aac-0831-45bf-9fce-d9e08c64ac48: rpc.has_security_group_logging(os_id): False [ 622.171345] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.171586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.171586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.171872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.171872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.172053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.172248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.172248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.172786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.172886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.173307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.173618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.173735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.173957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.174027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.174423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.174423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.174423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.174584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.174617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.174758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be created. [ 622.232202] env[65720]: INFO networking_nsxv3.common.synchronization [None req-17a5e1d6-99fe-4919-863a-8e77fee5ebff service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 622.232334] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 622.232896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.233036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.233108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.233311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.233498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.233604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.233684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.233889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.234131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.234236] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.266672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.266888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.266888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.267108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.267285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.279822] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 622.736976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.738796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.738796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.738796] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be updated. [ 622.775647] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.775647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.775647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.775845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.775907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.793190] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a145e489-b949-4eb9-b4ea-6ef523e3a34e service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 622.793379] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a145e489-b949-4eb9-b4ea-6ef523e3a34e service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 622.793516] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a145e489-b949-4eb9-b4ea-6ef523e3a34e service nova] Enqueued Resource ID: cc7e0970-7e47-45d6-b7fa-6e33947b210c with Priority: HIGHEST for action port [ 622.795727] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 622.797998] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 622.797998] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 622.797998] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc7e0970-7e47-45d6-b7fa-6e33947b210c with Priority: HIGHEST for action port [ 622.797998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.797998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.797998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.797998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.797998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc7e0970-7e47-45d6-b7fa-6e33947b210c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.797998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.797998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.798485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.798485] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc7e0970-7e47-45d6-b7fa-6e33947b210c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.300686] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc7e0970-7e47-45d6-b7fa-6e33947b210c with status ACTIVE [ 623.301042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.301042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.301160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.301941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.301941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.302657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.302657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.302818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.302958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.302958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.303268] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.303406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.303406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.303509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.303826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.303826] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc7e0970-7e47-45d6-b7fa-6e33947b210c is going to be updated. [ 623.340429] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.340429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.340429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.340429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.340429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.340429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc7e0970-7e47-45d6-b7fa-6e33947b210c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.491735] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 623.491958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.492147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.492411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.492581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.492727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.492810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.492981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.493091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.493182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.493287] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.494227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.494463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.494776] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.494891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.494976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.495164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.495252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.495353] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.997338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.997525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.997661] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.299052] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 624.299168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.500449] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.808182] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 624.808356] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f deletion is rescheduled due to dependency. [ 624.808501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.003206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.003405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.003471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.003808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.003941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.004119] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 625.037284] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.037502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.037502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.037711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.037828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.051296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 625.881366] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1da36791-668a-45a8-8ca8-428769891009 None None] Enqueued Resource ID: 8282d3c5-6485-490d-8fdd-b7822608b36b with Priority: HIGHEST for action port [ 625.882113] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8282d3c5-6485-490d-8fdd-b7822608b36b with Priority: HIGHEST for action port [ 625.882240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8282d3c5-6485-490d-8fdd-b7822608b36b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.882690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8282d3c5-6485-490d-8fdd-b7822608b36b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.882690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8282d3c5-6485-490d-8fdd-b7822608b36b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.882690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8282d3c5-6485-490d-8fdd-b7822608b36b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.882835] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8282d3c5-6485-490d-8fdd-b7822608b36b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.386460] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8282d3c5-6485-490d-8fdd-b7822608b36b [ 626.386460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.386460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.386460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.386460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.386460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.386460] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8282d3c5-6485-490d-8fdd-b7822608b36b already deleted. [ 626.386460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8282d3c5-6485-490d-8fdd-b7822608b36b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.872622] env[65720]: INFO networking_nsxv3.common.synchronization [None req-779e71c8-06d3-424d-80af-eb12c557e5be None None] Enqueued Resource ID: c713449b-905f-4746-be3a-2632c1b488c3 with Priority: HIGHEST for action port [ 626.873612] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c713449b-905f-4746-be3a-2632c1b488c3 with Priority: HIGHEST for action port [ 626.874012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c713449b-905f-4746-be3a-2632c1b488c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.874165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c713449b-905f-4746-be3a-2632c1b488c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.874205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c713449b-905f-4746-be3a-2632c1b488c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.875020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c713449b-905f-4746-be3a-2632c1b488c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.875020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c713449b-905f-4746-be3a-2632c1b488c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.065721] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 627.066181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.066305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.066709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.067349] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.067349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.067349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.069051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.069051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.069051] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.380254] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c713449b-905f-4746-be3a-2632c1b488c3 [ 627.380254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.380254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.380254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.380254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.380254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.380254] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c713449b-905f-4746-be3a-2632c1b488c3 already deleted. [ 627.380254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c713449b-905f-4746-be3a-2632c1b488c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.573746] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.872130] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1953d33c-d34d-4693-8e6f-591884b2af5c None None] Enqueued Resource ID: ab452639-1559-4b7b-9aac-141b941f9145 with Priority: HIGHEST for action port [ 627.872885] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab452639-1559-4b7b-9aac-141b941f9145 with Priority: HIGHEST for action port [ 627.873321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab452639-1559-4b7b-9aac-141b941f9145 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.873493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab452639-1559-4b7b-9aac-141b941f9145" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.873563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab452639-1559-4b7b-9aac-141b941f9145" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.873857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab452639-1559-4b7b-9aac-141b941f9145" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.873937] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab452639-1559-4b7b-9aac-141b941f9145',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.076266] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.107682] env[65720]: INFO networking_nsxv3.common.synchronization [None req-913c1648-d63e-49c6-bd5f-1b466470dc4d service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 628.107964] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 628.108604] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.108798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.108798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.108990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.110394] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.110518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.110580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.111032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.111032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.111032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.303017] env[65720]: INFO networking_nsxv3.common.synchronization [None req-93bde0b3-be38-448b-a0e5-d37df87c3f82 None None] Enqueued Resource ID: 80695e22-5f78-4afc-82c3-e7b43bc03384 with Priority: HIGHEST for action port [ 628.303950] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80695e22-5f78-4afc-82c3-e7b43bc03384 with Priority: HIGHEST for action port [ 628.303950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-80695e22-5f78-4afc-82c3-e7b43bc03384 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.304311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80695e22-5f78-4afc-82c3-e7b43bc03384" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.304311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80695e22-5f78-4afc-82c3-e7b43bc03384" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.304496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80695e22-5f78-4afc-82c3-e7b43bc03384" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.304496] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80695e22-5f78-4afc-82c3-e7b43bc03384',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.376757] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab452639-1559-4b7b-9aac-141b941f9145 [ 628.376757] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.376873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.376873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.378885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.378885] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab452639-1559-4b7b-9aac-141b941f9145 already deleted. [ 628.378885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab452639-1559-4b7b-9aac-141b941f9145" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.579382] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.579764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.579822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.581131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.581131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.581131] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 628.612939] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.628275] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.628275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.628275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.630289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.630289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.639664] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 628.807719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80695e22-5f78-4afc-82c3-e7b43bc03384 [ 628.809053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.809053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.809053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.809053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.809053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.809053] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80695e22-5f78-4afc-82c3-e7b43bc03384 already deleted. [ 628.809053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80695e22-5f78-4afc-82c3-e7b43bc03384" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.926542] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.926542] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.929145] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.929658] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.930919] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.930919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.930919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.930919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.930919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.930919] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.930919] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.931269] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.931310] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.931553] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.931616] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.931829] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.954476] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.954788] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.954942] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.955170] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.955719] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-60d92cf3-683a-4291-ba51-fad4124f3c8c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.955719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.955960] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.957143] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.958404] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d92cf3-683a-4291-ba51-fad4124f3c8c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.116918] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.312866] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bd068916-6b3f-4d40-b19c-14b45f4c5090 None None] Enqueued Resource ID: 0fd36aea-9010-486a-a678-bee586a4fb0a with Priority: HIGHEST for action port [ 629.313544] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd36aea-9010-486a-a678-bee586a4fb0a with Priority: HIGHEST for action port [ 629.313926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd36aea-9010-486a-a678-bee586a4fb0a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.314074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd36aea-9010-486a-a678-bee586a4fb0a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.314145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd36aea-9010-486a-a678-bee586a4fb0a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.314395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd36aea-9010-486a-a678-bee586a4fb0a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.314474] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd36aea-9010-486a-a678-bee586a4fb0a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.461628] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.461844] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.465955] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 60d92cf3-683a-4291-ba51-fad4124f3c8c not found, creating... [ 629.465955] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.465955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.465955] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.466533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.468927] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.469317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.469750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.469750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 60d92cf3-683a-4291-ba51-fad4124f3c8c is going to be created. [ 629.494185] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.494427] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.494486] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.494793] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.495030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.495237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.621465] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.621465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.621465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.621600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.621600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.621672] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 629.657522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.657522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.657522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.657522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.657717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.667574] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 629.817649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fd36aea-9010-486a-a678-bee586a4fb0a [ 629.817649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.817649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.817649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.817649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.817942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.817942] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fd36aea-9010-486a-a678-bee586a4fb0a already deleted. [ 629.817942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd36aea-9010-486a-a678-bee586a4fb0a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.238296] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28ed2271-849c-4f4a-a12c-16a1c6fb5eba service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 630.238635] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28ed2271-849c-4f4a-a12c-16a1c6fb5eba service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 630.238678] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28ed2271-849c-4f4a-a12c-16a1c6fb5eba service nova] Enqueued Resource ID: 60d92cf3-683a-4291-ba51-fad4124f3c8c with Priority: HIGHEST for action port [ 630.239274] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 630.239423] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 630.239547] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60d92cf3-683a-4291-ba51-fad4124f3c8c with Priority: HIGHEST for action port [ 630.239837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.239980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.240366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.240635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.240785] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.242696] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.243694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.243950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-60d92cf3-683a-4291-ba51-fad4124f3c8c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.244094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.244164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.244364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.244448] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60d92cf3-683a-4291-ba51-fad4124f3c8c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.310829] env[65720]: INFO networking_nsxv3.common.synchronization [None req-41ff0077-8eb3-427a-8343-a7e0ce2d1081 None None] Enqueued Resource ID: e7662ecf-f085-4037-9db6-db3d7d8384c2 with Priority: HIGHEST for action port [ 630.311803] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7662ecf-f085-4037-9db6-db3d7d8384c2 with Priority: HIGHEST for action port [ 630.311936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7662ecf-f085-4037-9db6-db3d7d8384c2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.312118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7662ecf-f085-4037-9db6-db3d7d8384c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.312227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7662ecf-f085-4037-9db6-db3d7d8384c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.312527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7662ecf-f085-4037-9db6-db3d7d8384c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.312650] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7662ecf-f085-4037-9db6-db3d7d8384c2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.493344] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f5692ada-7619-4bc7-9abf-701df00825d4 service nova] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 630.493444] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 630.493966] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.493966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.494199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.494481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.494551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.494616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.494808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.494869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.495126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.495126] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.652033] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 630.652811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.652811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.652811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.653623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.653623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.653623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.653623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.653623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.653930] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.653930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.654064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.654868] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.654868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.654868] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.746789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.747184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.747184] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60d92cf3-683a-4291-ba51-fad4124f3c8c with status ACTIVE [ 630.749586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.749586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749586] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60d92cf3-683a-4291-ba51-fad4124f3c8c is going to be updated. [ 630.772558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.772755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.772819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.773245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.773452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.773618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60d92cf3-683a-4291-ba51-fad4124f3c8c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.815859] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7662ecf-f085-4037-9db6-db3d7d8384c2 [ 630.816788] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.816788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.816788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.816788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.816788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.817497] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7662ecf-f085-4037-9db6-db3d7d8384c2 already deleted. [ 630.817497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7662ecf-f085-4037-9db6-db3d7d8384c2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999567] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 already deleted. [ 630.999567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.003529] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.003529] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.003747] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.003960] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.008908] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.009144] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.009144] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.009478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.009625] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.009844] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.009973] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.010094] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.010212] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.010425] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.010425] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.010702] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.040359] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.040544] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.040687] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.040885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.041355] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-c4f80985-65f1-478f-9944-afb3538efb48 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.041583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.041703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.042649] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.043787] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f80985-65f1-478f-9944-afb3538efb48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.156983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f29b6c-4740-4d41-aa1d-e0589972cd38: rpc.has_security_group_logging(os_id): False [ 631.183268] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.183426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.183517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.183747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.183842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.184128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.184221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.184221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.184357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.184439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.184615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.184702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.184767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.184933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.185016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.185222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.185314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.185434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.185589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.185669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.185756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be created. [ 631.253057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.253655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.253655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.253870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.254135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.271089] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 631.475482] env[65720]: INFO networking_nsxv3.common.synchronization [None req-59a68b6c-93db-48e5-8f62-8f629fb3a1b6 None None] Enqueued Resource ID: 285fe5aa-fe30-45be-9c5d-25a651eccfa8 with Priority: HIGHEST for action port [ 631.477342] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 285fe5aa-fe30-45be-9c5d-25a651eccfa8 with Priority: HIGHEST for action port [ 631.477342] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-285fe5aa-fe30-45be-9c5d-25a651eccfa8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.477342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-285fe5aa-fe30-45be-9c5d-25a651eccfa8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.477342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-285fe5aa-fe30-45be-9c5d-25a651eccfa8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.477342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-285fe5aa-fe30-45be-9c5d-25a651eccfa8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.477342] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('285fe5aa-fe30-45be-9c5d-25a651eccfa8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.549613] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.549613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.549613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.550766] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.550766] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.550766] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port c4f80985-65f1-478f-9944-afb3538efb48 not found, creating... [ 631.550766] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.550935] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.551110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.551270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.551412] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.551704] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.551856] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.552079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.552191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.552537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.552537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: c4f80985-65f1-478f-9944-afb3538efb48 is going to be created. [ 631.574424] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.577199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.577199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.577199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.577199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.577199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679384] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 631.679595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.679985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.680329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.680396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.680558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.680632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.680732] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.980102] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 285fe5aa-fe30-45be-9c5d-25a651eccfa8 [ 631.980417] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.980839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.980839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.980983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.982290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.982421] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:285fe5aa-fe30-45be-9c5d-25a651eccfa8 already deleted. [ 631.982525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-285fe5aa-fe30-45be-9c5d-25a651eccfa8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.184973] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.355687] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9f8aafc-5e9d-407d-91f1-1c1d6e1c8571 service nova] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 632.355960] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9f8aafc-5e9d-407d-91f1-1c1d6e1c8571 service nova] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 632.356126] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9f8aafc-5e9d-407d-91f1-1c1d6e1c8571 service nova] Enqueued Resource ID: c4f80985-65f1-478f-9944-afb3538efb48 with Priority: HIGHEST for action port [ 632.356707] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_rules [ 632.356911] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 632.356947] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f80985-65f1-478f-9944-afb3538efb48 with Priority: HIGHEST for action port [ 632.357272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.357371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.357441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.357646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.357730] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.358706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.358828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.358911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.359116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.359263] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.359379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.359429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.359569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.359653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.359749] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.362117] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f80985-65f1-478f-9944-afb3538efb48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.362199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.362269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.362459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.362529] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f80985-65f1-478f-9944-afb3538efb48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.652939] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8c90d67f-06ef-4606-bade-bb34c0dc12e3 service nova] Enqueued Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 632.652939] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 632.652939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.652939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.652939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.653896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.653896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.653896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.653896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.653896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.654136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.654136] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.688834] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.864804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.866154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.866154] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.867408] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4f80985-65f1-478f-9944-afb3538efb48 with status ACTIVE [ 632.867601] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.869533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.869987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.869987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.869987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.869987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.869987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.870159] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4f80985-65f1-478f-9944-afb3538efb48 is going to be updated. [ 632.892759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.892971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.893052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.893213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.893677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.894283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f80985-65f1-478f-9944-afb3538efb48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f already deleted. [ 633.163844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.194430] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.194430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.194717] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.195675] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.195675] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.195675] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.195675] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.195973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.196019] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.196383] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.196786] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.196786] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.197266] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.197266] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.197375] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.197485] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.199723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.199875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.199982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.204330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.204531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.204758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 633.234518] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.234518] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.234692] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.235016] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.236298] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-3f320668-6397-427f-b8c4-3e63282fcb87 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.236298] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.236298] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.236298] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.236298] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f320668-6397-427f-b8c4-3e63282fcb87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.250036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.250306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.250306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.250451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.250628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.260013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 633.285882] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 633.286196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.286296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.286561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.286718] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.372025] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.738619] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.738933] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.739129] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.739454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.739934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.739934] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 3f320668-6397-427f-b8c4-3e63282fcb87 not found, creating... [ 633.740105] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.740278] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.740397] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.741034] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.741034] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.741405] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.741405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.741574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.741730] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.741869] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.742107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 3f320668-6397-427f-b8c4-3e63282fcb87 is going to be created. [ 633.744991] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f01225fd-1832-4a8d-8d3f-18a989855488 None None] Enqueued Resource ID: 1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17 with Priority: HIGHEST for action port [ 633.745909] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17 with Priority: HIGHEST for action port [ 633.746346] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.746548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.747457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.747457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.747457] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.767770] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.767989] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.768119] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.768498] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.768746] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.768982] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.792215] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.792215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.792510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.792702] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.792819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.792887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.793092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.793208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.793353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.793462] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.870733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.870933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.871051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.871296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.871405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.871535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 is going to be created. [ 633.899892] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.900123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.900233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.900521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.900767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.913561] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: UNINITIALIZED for 2s [ 634.249864] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17 [ 634.249864] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.249864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.249864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.249864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.250082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.250082] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17 already deleted. [ 634.250082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fdfc6d1-2dba-4ab7-aea3-c0e1f69b7d17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.302025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.302025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.303260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.303260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.303260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303260] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.494095] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b7c2860-30ef-4a43-ae76-a2ab5cd4e768 service nova] Enqueued Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_rules [ 634.494919] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b7c2860-30ef-4a43-ae76-a2ab5cd4e768 service nova] Enqueued Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 634.494919] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b7c2860-30ef-4a43-ae76-a2ab5cd4e768 service nova] Enqueued Resource ID: 3f320668-6397-427f-b8c4-3e63282fcb87 with Priority: HIGHEST for action port [ 634.494919] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_rules [ 634.497349] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 634.498337] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f320668-6397-427f-b8c4-3e63282fcb87 with Priority: HIGHEST for action port [ 634.498774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.498910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.498971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.499245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.499330] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.501098] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.501300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.501300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.501938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.501938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.501938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.501938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.501938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.502132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.502132] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.503099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f320668-6397-427f-b8c4-3e63282fcb87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.503238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.503238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.503369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.503445] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f320668-6397-427f-b8c4-3e63282fcb87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.778910] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aad83d5a-f3ac-4c4c-a747-b106217e4842 None None] Enqueued Resource ID: ff3c43b7-feaf-4118-ab04-2cb5d24697c6 with Priority: HIGHEST for action port [ 634.779666] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff3c43b7-feaf-4118-ab04-2cb5d24697c6 with Priority: HIGHEST for action port [ 634.780296] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff3c43b7-feaf-4118-ab04-2cb5d24697c6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff3c43b7-feaf-4118-ab04-2cb5d24697c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.780503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff3c43b7-feaf-4118-ab04-2cb5d24697c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.780764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff3c43b7-feaf-4118-ab04-2cb5d24697c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.780855] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff3c43b7-feaf-4118-ab04-2cb5d24697c6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.806968] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f29b6c-4740-4d41-aa1d-e0589972cd38: rpc.has_security_group_logging(os_id): False [ 634.826021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.826021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.826021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.826021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.826372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.826372] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.826472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.826509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.826670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.826762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.826988] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.827103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.827166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.827318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.827394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.827590] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.827677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.827730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.827867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.827941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.828632] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 634.892912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.893146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.893196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.893534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.893715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.905762] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 634.924642] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a8bac908-edb9-4dbe-8741-d44945ebede9 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 634.924909] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 634.925264] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.925359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.005563] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.006857] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.007022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.007358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f320668-6397-427f-b8c4-3e63282fcb87 with status ACTIVE [ 635.007673] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.007796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.007842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.008537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.008537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.008793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.009219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.009510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.010571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.010855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.011210] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.012148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.012148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.012396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.013221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.013287] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f320668-6397-427f-b8c4-3e63282fcb87 is going to be updated. [ 635.055813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.056106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.056106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.056251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.056407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.056578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f320668-6397-427f-b8c4-3e63282fcb87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280266] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 635.280266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.280266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.280266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.280602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.280602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.280602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.280832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.280922] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.282336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.282647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.283036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.283897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.283897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.284664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.284910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.285393] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.286973] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff3c43b7-feaf-4118-ab04-2cb5d24697c6 [ 635.287211] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.287376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.287471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.287701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.287956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.288183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff3c43b7-feaf-4118-ab04-2cb5d24697c6 already deleted. [ 635.289110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff3c43b7-feaf-4118-ab04-2cb5d24697c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.517022] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.694571] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.694868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.695089] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.695500] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.696036] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.697031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.697031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.697031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.697430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.697637] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.697815] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.698045] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.698228] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.698760] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.698760] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.699553] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.723171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.723297] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.723410] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.723597] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-682" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.723903] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.724084] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.724201] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.724662] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.724798] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece7a121-1068-4cb7-b500-9b6a1e8c4a1c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.787947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.788233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.789761] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.925540] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: SUCCESS [ 635.925795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.925968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.926215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.926413] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.926554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.926594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.926727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.926811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.927195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.927195] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.019436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.019591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.019670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.019878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.019960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.020076] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f is going to be created. [ 636.047076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.047249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.047321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.047520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.047703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.058213] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: UNINITIALIZED for 2s [ 636.228130] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.228335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.228553] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.229109] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.229109] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.230951] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port ece7a121-1068-4cb7-b500-9b6a1e8c4a1c not found, creating... [ 636.230951] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.230951] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.230951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.231378] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.231378] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: ece7a121-1068-4cb7-b500-9b6a1e8c4a1c is going to be created. [ 636.268603] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.268603] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.269216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.269697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.269899] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.270977] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.294729] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.431597] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.798356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.798857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.798857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.798857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.799033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.799033] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 636.829172] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.829335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.829377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.829729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.829967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.841081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 636.920113] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 636.920539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.939511] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a240a66e-cd8e-48cc-9fa4-48904f54d2c3: rpc.has_security_group_logging(os_id): False [ 636.960256] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.960491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.960491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.960731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.960848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.961159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.961283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.961346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.961550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.961633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.961719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 is going to be created. [ 637.003665] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e73180a4-2e47-4c9d-9686-84549bc5a489 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 637.005121] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 637.007553] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.007730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.007805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.008155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.008355] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.008492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.009538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.009538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.009538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.009538] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.012150] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00452ed3-5ab4-4f37-977e-fe34ec5c6c43 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 637.012325] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00452ed3-5ab4-4f37-977e-fe34ec5c6c43 service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 637.012467] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00452ed3-5ab4-4f37-977e-fe34ec5c6c43 service nova] Enqueued Resource ID: ece7a121-1068-4cb7-b500-9b6a1e8c4a1c with Priority: HIGHEST for action port [ 637.013187] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_rules [ 637.014055] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 637.014055] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ece7a121-1068-4cb7-b500-9b6a1e8c4a1c with Priority: HIGHEST for action port [ 637.014055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.014055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.014055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.014558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.014558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.014558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.014558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.015147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.015147] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ece7a121-1068-4cb7-b500-9b6a1e8c4a1c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.081283] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.081283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.081283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.081283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.081283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.103107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: IN_PROGRESS for 2s [ 637.444664] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e92b0d2b-1e5a-4c33-be13-967a0091218b None None] Enqueued Resource ID: 10730f68-848b-42b4-9e68-a9cc312e521a with Priority: HIGHEST for action port [ 637.445078] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10730f68-848b-42b4-9e68-a9cc312e521a with Priority: HIGHEST for action port [ 637.445481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-10730f68-848b-42b4-9e68-a9cc312e521a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.445481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10730f68-848b-42b4-9e68-a9cc312e521a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.445624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10730f68-848b-42b4-9e68-a9cc312e521a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.446024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10730f68-848b-42b4-9e68-a9cc312e521a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.446024] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10730f68-848b-42b4-9e68-a9cc312e521a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.508188] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.508188] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.508188] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.508188] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.508188] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.508188] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.509204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.509204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.510356] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.510597] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.510714] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.510833] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.510929] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.511050] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.511155] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.511374] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.513697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.514262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.514709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.514973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.516675] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.516675] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 already deleted. [ 637.516675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ece7a121-1068-4cb7-b500-9b6a1e8c4a1c with status ACTIVE [ 637.518077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.518468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.518576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.518779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.518894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.519148] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.519310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.519478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.519835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.519968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.520220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.520358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.520691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.520801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.520909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.521032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ece7a121-1068-4cb7-b500-9b6a1e8c4a1c is going to be updated. [ 637.539294] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.539294] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.539294] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.539294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.539294] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-205b7b13-8d99-402c-9587-c84362a7af94 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.539652] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.539711] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.540060] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.540205] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205b7b13-8d99-402c-9587-c84362a7af94',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.546165] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.546388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.546468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.546689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.546850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.547022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ece7a121-1068-4cb7-b500-9b6a1e8c4a1c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.948213] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10730f68-848b-42b4-9e68-a9cc312e521a [ 637.948612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.948779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.948866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.949167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.949325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949480] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10730f68-848b-42b4-9e68-a9cc312e521a already deleted. [ 637.949625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10730f68-848b-42b4-9e68-a9cc312e521a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.042678] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.043015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.043121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.043731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.043731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.043840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 205b7b13-8d99-402c-9587-c84362a7af94 not found, creating... [ 638.044162] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.044325] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.044438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.044669] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.044885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.045190] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.045382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.045532] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.045776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.045877] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.046020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 205b7b13-8d99-402c-9587-c84362a7af94 is going to be created. [ 638.067420] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.067731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.067874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.068237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.068567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.068829] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.070847] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: SUCCESS [ 638.070847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.070847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.071107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.071337] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.071492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.071582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.071989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.071989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.072188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.072238] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.574589] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.577012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.577012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.577012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.577985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.578219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.578363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.579021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.579021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.579021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.579324] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.769710] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0cf9ba-93c6-42e0-9c23-3af6c2bb8cee service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 638.769831] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0cf9ba-93c6-42e0-9c23-3af6c2bb8cee service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 638.769877] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0cf9ba-93c6-42e0-9c23-3af6c2bb8cee service nova] Enqueued Resource ID: 205b7b13-8d99-402c-9587-c84362a7af94 with Priority: HIGHEST for action port [ 638.770582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 638.770866] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 638.771016] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205b7b13-8d99-402c-9587-c84362a7af94 with Priority: HIGHEST for action port [ 638.771328] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.771464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.771531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.771804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.771910] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.773542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.773886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.773886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.774042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.774190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.774335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.774469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.774659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.774747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.774913] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.776457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-205b7b13-8d99-402c-9587-c84362a7af94 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.776603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.776728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.776930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.777039] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('205b7b13-8d99-402c-9587-c84362a7af94',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.854736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 638.855261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.855827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.856073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.856281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.856404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.856462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.856632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.856722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.856793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.857085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.857356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.857356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.857462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.857599] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.857725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.857829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.858044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.858130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.858420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.858420] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.859563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.860134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.860332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.860487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.860626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.860923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.860923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.861084] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.018936] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26e059e2-d92a-4718-a71a-4b6d256b66d2 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 639.019576] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 639.019576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.019576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.019719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.019889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.019977] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.083399] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ce9a343-b8b0-474d-86be-ec43e8ec079f: rpc.has_security_group_logging(os_id): False [ 639.108527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.108705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.108833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.109200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.109359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.109793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.109962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.110017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.110286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.110453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.110995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.110995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.111114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.111238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.111346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.111623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.111933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.111933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.112080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.112169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.112286] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f is going to be created. [ 639.118042] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: SUCCESS [ 639.118354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.178527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.178527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.178527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.178527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.178527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.193716] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: IN_PROGRESS for 2s [ 639.242354] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aed06932-8add-40d7-a57e-7bf5a59373ff tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 639.243051] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 639.243454] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.243572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.274986] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.275357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.279087] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 205b7b13-8d99-402c-9587-c84362a7af94 with status ACTIVE [ 639.279357] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.281086] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.281086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.281451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.281451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.281604] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.281604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.281702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.282180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.282180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.282180] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 205b7b13-8d99-402c-9587-c84362a7af94 is going to be updated. [ 639.284491] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.315367] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.315559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.315663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.315904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.316160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.316371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-205b7b13-8d99-402c-9587-c84362a7af94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.362694] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b283a451-b0d3-4b21-a10f-5c975216ac87: rpc.has_security_group_logging(os_id): False [ 639.364507] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.378175] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f4d32e2a-71b1-4d3b-b5d0-32de7a6deee9 None None] Enqueued Resource ID: 63eeee87-a675-410d-b509-a9b9ae39e9b7 with Priority: HIGHEST for action port [ 639.379187] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63eeee87-a675-410d-b509-a9b9ae39e9b7 with Priority: HIGHEST for action port [ 639.379578] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-63eeee87-a675-410d-b509-a9b9ae39e9b7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.379725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63eeee87-a675-410d-b509-a9b9ae39e9b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.379777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63eeee87-a675-410d-b509-a9b9ae39e9b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.380029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63eeee87-a675-410d-b509-a9b9ae39e9b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.380113] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63eeee87-a675-410d-b509-a9b9ae39e9b7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.387821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.387992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.388102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.388338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.388483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.388722] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.389062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.389218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.389625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.389625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.389945] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.390149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.390699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.390699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.390699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.391287] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.392104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.392104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.392104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.392104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.392104] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 639.472259] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.472259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.472259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.472259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.472259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.499898] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 639.544609] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.544961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.544961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.545090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.545187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.545282] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 already deleted. [ 639.545368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.545527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.545712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.545795] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.786719] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.869038] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.883544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63eeee87-a675-410d-b509-a9b9ae39e9b7 [ 639.883544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.883544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.883889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.883889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.885140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.885237] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63eeee87-a675-410d-b509-a9b9ae39e9b7 already deleted. [ 639.885422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63eeee87-a675-410d-b509-a9b9ae39e9b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.069628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.069628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.069628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.069628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.069628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.069628] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 already deleted. [ 640.069628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.289703] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.289942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.290056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.290341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.290448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.290586] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be created. [ 640.321356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.321561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.321656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.321951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.322191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.334891] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: UNINITIALIZED for 2s [ 640.372970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.373650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.374132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.374995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.376699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.376699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 640.425518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.425916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.426753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.428022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.441650] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 641.209175] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: SUCCESS [ 641.209175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.524060] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 641.524296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.524815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.525074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.525212] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.961489] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b19fe9fe-d0b3-4157-88ca-b622ae329b17 None None] Enqueued Resource ID: ad9a3a6b-d99d-4645-bfc0-d48547bd16e2 with Priority: HIGHEST for action port [ 641.961987] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9a3a6b-d99d-4645-bfc0-d48547bd16e2 with Priority: HIGHEST for action port [ 641.962314] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad9a3a6b-d99d-4645-bfc0-d48547bd16e2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.962438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad9a3a6b-d99d-4645-bfc0-d48547bd16e2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.962648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad9a3a6b-d99d-4645-bfc0-d48547bd16e2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.962797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad9a3a6b-d99d-4645-bfc0-d48547bd16e2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.963644] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9a3a6b-d99d-4645-bfc0-d48547bd16e2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.035702] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.035702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.360737] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 642.361098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.361194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.361422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.361701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.361849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.361906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.363163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.363163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.363163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.363163] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.455786] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 642.455786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.455786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.455786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.455786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.455786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.456182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.456182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.456182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.456348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.456403] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.467558] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad9a3a6b-d99d-4645-bfc0-d48547bd16e2 [ 642.468012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.468251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.468417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.468737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.468910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.469303] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad9a3a6b-d99d-4645-bfc0-d48547bd16e2 already deleted. [ 642.469963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad9a3a6b-d99d-4645-bfc0-d48547bd16e2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.869713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.869916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.869995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.873787] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.960211] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.960392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.960498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.960711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.960909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.961032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.961376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961771] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.961771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.962058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.962155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.962227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.962286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.962426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.962495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.962578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.962682] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.380315] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad40acd-8d54-4d7f-a0aa-408067f240f8: rpc.has_security_group_logging(os_id): False [ 643.404415] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.404633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.404705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.404962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.405079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406440] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406440] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.406960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.406960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.407251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.407251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.407251] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be created. [ 643.465373] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b283a451-b0d3-4b21-a10f-5c975216ac87: rpc.has_security_group_logging(os_id): False [ 643.484525] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.484754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.484875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.485210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.485491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.488012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.488195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.488318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.488816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.489012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.489921] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.489921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.489921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.489921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.489921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.490151] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.490151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.490273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.490369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.490442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.490658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.490753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.490839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.490999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.491088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.491170] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 643.511147] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 643.652144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.657434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.657434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.657434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.657434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.676737] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 643.794567] env[65720]: INFO networking_nsxv3.common.synchronization [None req-da8420b6-53b7-4315-8a89-44fdd0f7c5d2 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 643.795021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 643.795492] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.795686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.795800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.797465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.797748] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.797748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.797748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.797974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.797974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.798112] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.976224] env[65720]: INFO networking_nsxv3.common.synchronization [None req-29b67761-17ee-4d90-bce3-fd8377322506 None None] Enqueued Resource ID: 02a8c21f-6abd-490a-ade2-a6182119983a with Priority: HIGHEST for action port [ 643.976224] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a8c21f-6abd-490a-ade2-a6182119983a with Priority: HIGHEST for action port [ 643.976224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a8c21f-6abd-490a-ade2-a6182119983a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.976224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a8c21f-6abd-490a-ade2-a6182119983a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.976224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a8c21f-6abd-490a-ade2-a6182119983a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.976224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a8c21f-6abd-490a-ade2-a6182119983a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.980998] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a8c21f-6abd-490a-ade2-a6182119983a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.218829] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.219079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.219079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.219755] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.219755] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.221507] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.222245] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.222350] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.223797] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.223797] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.223797] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.223797] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.223797] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.223797] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.223797] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.223797] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.246402] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.246583] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.246740] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.246963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.247839] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-5c88141b-7089-49fb-afaa-a38f2cc47aaa taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.247839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.247839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.248053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.248101] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c88141b-7089-49fb-afaa-a38f2cc47aaa',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.301651] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.484184] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a8c21f-6abd-490a-ade2-a6182119983a [ 644.484449] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.484564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.484636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.484906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.484987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.485300] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a8c21f-6abd-490a-ade2-a6182119983a already deleted. [ 644.485596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a8c21f-6abd-490a-ade2-a6182119983a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.750916] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.751210] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.751380] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.751707] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.751876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.752159] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 5c88141b-7089-49fb-afaa-a38f2cc47aaa not found, creating... [ 644.752620] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.752784] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.752898] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.753381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.753524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.753816] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.754111] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.754111] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.754538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.754538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.754538] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 5c88141b-7089-49fb-afaa-a38f2cc47aaa is going to be created. [ 644.777689] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.777929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.778011] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.778292] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.778555] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.778807] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.804355] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.310560] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.310758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.310841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.311630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.311630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.311630] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 645.347288] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.347428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.347510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.347724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.348213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.361430] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 645.502196] env[65720]: INFO networking_nsxv3.common.synchronization [None req-368e1c90-7ae6-48a0-b57f-31c73e58b00b service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 645.502539] env[65720]: INFO networking_nsxv3.common.synchronization [None req-368e1c90-7ae6-48a0-b57f-31c73e58b00b service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 645.502539] env[65720]: INFO networking_nsxv3.common.synchronization [None req-368e1c90-7ae6-48a0-b57f-31c73e58b00b service nova] Enqueued Resource ID: 5c88141b-7089-49fb-afaa-a38f2cc47aaa with Priority: HIGHEST for action port [ 645.503201] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 645.503473] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 645.503531] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c88141b-7089-49fb-afaa-a38f2cc47aaa with Priority: HIGHEST for action port [ 645.503910] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.504166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.504376] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.504980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.504980] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c88141b-7089-49fb-afaa-a38f2cc47aaa taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.508764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.508764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.508764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.508764] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c88141b-7089-49fb-afaa-a38f2cc47aaa',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.529591] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 645.529591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.529796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.530358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.530358] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.694351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 645.694722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.011782] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c88141b-7089-49fb-afaa-a38f2cc47aaa with status ACTIVE [ 646.011935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.012078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.012651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.015688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.015688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.015764] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.015915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.015992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.018198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.018198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.018198] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c88141b-7089-49fb-afaa-a38f2cc47aaa is going to be updated. [ 646.038378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.038875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.047307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.047307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.047307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.047307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.047307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.047307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c88141b-7089-49fb-afaa-a38f2cc47aaa" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.218499] env[65720]: INFO networking_nsxv3.common.synchronization [None req-58c73996-5883-4d6f-8596-622cc6f3a500 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 646.219652] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 646.220366] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.220503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.634807] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.635135] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.635176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.635442] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.635708] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.635888] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.636015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.636239] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.636388] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.636917] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.636917] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.636917] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.637107] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.637259] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.637322] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.637433] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.675026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.675026] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.675026] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.675026] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-188" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.675026] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-83750abb-1d26-4e23-a675-61ef785b858b taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.675600] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.675914] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.676810] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.677604] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83750abb-1d26-4e23-a675-61ef785b858b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.744538] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b0cf987d-6369-486d-a1b8-39f311064e94 None None] Enqueued Resource ID: 2407d5c1-d053-47e5-8871-128b412a65c6 with Priority: HIGHEST for action port [ 646.746619] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2407d5c1-d053-47e5-8871-128b412a65c6 with Priority: HIGHEST for action port [ 646.747577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2407d5c1-d053-47e5-8871-128b412a65c6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.749216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2407d5c1-d053-47e5-8871-128b412a65c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.749216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2407d5c1-d053-47e5-8871-128b412a65c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.749216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2407d5c1-d053-47e5-8871-128b412a65c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.749216] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2407d5c1-d053-47e5-8871-128b412a65c6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.180528] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.180800] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.180890] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.181260] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.181389] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.181591] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 83750abb-1d26-4e23-a675-61ef785b858b not found, creating... [ 647.181790] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.181952] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.182067] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.182291] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.182730] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.182786] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.182967] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.183218] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.183322] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.183451] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.183876] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 83750abb-1d26-4e23-a675-61ef785b858b is going to be created. [ 647.207358] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.207562] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.207762] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.208068] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.208297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.208514] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.253610] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2407d5c1-d053-47e5-8871-128b412a65c6 [ 647.253610] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.253610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.253610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.253610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.253610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.253610] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2407d5c1-d053-47e5-8871-128b412a65c6 already deleted. [ 647.254063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2407d5c1-d053-47e5-8871-128b412a65c6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.372264] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 647.372487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.372674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.372899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.373104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.373238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.373329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.373500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.373610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.373735] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.605324] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1e956326-ab5e-492d-8de0-46db0ffb3422 tempest-ServerActionsTestOtherB-491183096 tempest-ServerActionsTestOtherB-491183096-project-member] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 647.605696] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 647.605989] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.606168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.606238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.606505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.606606] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.876719] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.917816] env[65720]: INFO networking_nsxv3.common.synchronization [None req-40ec36b5-8fa4-48bc-a102-81e8031139e6 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 647.918021] env[65720]: INFO networking_nsxv3.common.synchronization [None req-40ec36b5-8fa4-48bc-a102-81e8031139e6 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 647.918258] env[65720]: INFO networking_nsxv3.common.synchronization [None req-40ec36b5-8fa4-48bc-a102-81e8031139e6 service nova] Enqueued Resource ID: 83750abb-1d26-4e23-a675-61ef785b858b with Priority: HIGHEST for action port [ 647.918880] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_rules [ 647.919095] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 647.919153] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83750abb-1d26-4e23-a675-61ef785b858b with Priority: HIGHEST for action port [ 647.919529] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.919724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.919954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.920061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.920241] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-83750abb-1d26-4e23-a675-61ef785b858b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.920373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.920463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.920941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.920941] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83750abb-1d26-4e23-a675-61ef785b858b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.069803] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08bd5890-4659-45d0-8317-7ebdb8a56383 tempest-ServerActionsTestOtherB-491183096 tempest-ServerActionsTestOtherB-491183096-project-member] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 648.070802] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 648.071256] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.071484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.128239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.128417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.128469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.128767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.128876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.129010] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 already deleted. [ 648.129148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.129342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.129552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.129679] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.380384] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.422927] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83750abb-1d26-4e23-a675-61ef785b858b with status ACTIVE [ 648.426097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.426097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.426097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.426097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.426097] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83750abb-1d26-4e23-a675-61ef785b858b is going to be updated. [ 648.450916] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.451105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.451172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.451386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.451543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.451704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83750abb-1d26-4e23-a675-61ef785b858b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.523838] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1cb5083e-7430-4560-b015-1a977a79e8bc service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 648.524646] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 648.525215] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.525485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.525678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.525976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.526324] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.526565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.526813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.527175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.527400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.527633] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.656195] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.656195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.656195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.656195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.656195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.656195] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 already deleted. [ 648.656195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.884796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.885237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.885431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.885841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 648.931036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.931036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.931036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.931036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.931036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.940991] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 649.031309] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.536282] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.682951] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3ce91d2-fea0-4172-8e8b-f0eff34093bc service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 649.682951] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 649.682951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.682951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.682951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.683635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.683635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.684351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.684351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.684351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.684351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.684351] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.043239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.043239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.043239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.043239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.043239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.043239] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 650.076192] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.076192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.076192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.076192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.076192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.087764] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 650.187687] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.187687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.187687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.187939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.187991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.188976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.188976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.188976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.188976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.188976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.188976] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 already deleted. [ 650.188976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.196871] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.196871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.196871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.197228] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.197488] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.197778] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.197778] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.197965] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.200962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.200962] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.200962] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.200962] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.200962] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.200962] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.200962] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.200962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.225803] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.226836] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.226836] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.226836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.227393] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-7117cd21-ee2a-497d-b789-65e43b068258 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.227488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.227559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.227951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.228110] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7117cd21-ee2a-497d-b789-65e43b068258',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.633282] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1e6fb7b4-8d11-4faf-97ce-b91eae6612be service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 650.634017] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 650.634567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.634567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.720447] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06bf6680-d43c-494d-8a10-93fe6ab1997b None None] Enqueued Resource ID: 0ab63480-ee6c-4326-8325-5ba19c9e7d13 with Priority: HIGHEST for action port [ 650.720447] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ab63480-ee6c-4326-8325-5ba19c9e7d13 with Priority: HIGHEST for action port [ 650.720447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ab63480-ee6c-4326-8325-5ba19c9e7d13 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.720447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ab63480-ee6c-4326-8325-5ba19c9e7d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.720981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ab63480-ee6c-4326-8325-5ba19c9e7d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.720981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ab63480-ee6c-4326-8325-5ba19c9e7d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.720981] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ab63480-ee6c-4326-8325-5ba19c9e7d13',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.730708] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.731037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.731110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.731924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.731924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.731924] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 7117cd21-ee2a-497d-b789-65e43b068258 not found, creating... [ 650.731924] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.732146] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.732310] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.733478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.733478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.733478] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.733478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.733478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.733478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.733748] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.733784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 7117cd21-ee2a-497d-b789-65e43b068258 is going to be created. [ 650.758364] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.758364] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.758364] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.758364] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.758626] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.758723] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953334] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 650.953555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.953893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.954147] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.954213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.954285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.954445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.954609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.954609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.954702] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.955567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.955920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.955920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.956086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.956086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.956216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956383] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.224934] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ab63480-ee6c-4326-8325-5ba19c9e7d13 [ 651.225258] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.225426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.225513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.225745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.225745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.225889] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ab63480-ee6c-4326-8325-5ba19c9e7d13 already deleted. [ 651.226215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ab63480-ee6c-4326-8325-5ba19c9e7d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.458930] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.458930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.459213] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.501608] env[65720]: INFO networking_nsxv3.common.synchronization [None req-38f7bdcb-b94a-4c02-ab9f-d42e29ad5f6b service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 651.501831] env[65720]: INFO networking_nsxv3.common.synchronization [None req-38f7bdcb-b94a-4c02-ab9f-d42e29ad5f6b service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 651.501998] env[65720]: INFO networking_nsxv3.common.synchronization [None req-38f7bdcb-b94a-4c02-ab9f-d42e29ad5f6b service nova] Enqueued Resource ID: 7117cd21-ee2a-497d-b789-65e43b068258 with Priority: HIGHEST for action port [ 651.502701] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 651.502743] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 651.502981] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7117cd21-ee2a-497d-b789-65e43b068258 with Priority: HIGHEST for action port [ 651.503263] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.503376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.503466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.503759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.503867] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.506203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.506337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.506467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.506641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.506839] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.506977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.507136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.507337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.507449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.507540] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.508657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7117cd21-ee2a-497d-b789-65e43b068258 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.508783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.508783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.508963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.509065] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7117cd21-ee2a-497d-b789-65e43b068258',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.937316] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18d324b4-5077-491e-bd25-01ae1390d828 service nova] Enqueued Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 651.939793] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 651.941603] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.941752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.941818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.942130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.942372] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.942468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.942468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.944195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.944195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.944330] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.961201] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.010365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.010528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.010689] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.013489] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7117cd21-ee2a-497d-b789-65e43b068258 with status ACTIVE [ 652.013570] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.013726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.013780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.013946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.014045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.014264] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.014316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.014366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.014521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.014594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.016523] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.016523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.016523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.016523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.016523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.016523] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7117cd21-ee2a-497d-b789-65e43b068258 is going to be updated. [ 652.042684] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.042935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.043075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.043365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.043827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.043827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7117cd21-ee2a-497d-b789-65e43b068258" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.099575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 652.099575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.099575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.099905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.099905] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.100022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.100059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.101604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.101604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.101604] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.312592] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.313108] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.313108] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.313484] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.313866] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.314168] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.316737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.316737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.316737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.316737] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.316737] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.316737] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.316737] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.316737] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.316737] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.316737] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.338605] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.338842] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.339046] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.339327] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.339751] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.339995] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.340190] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.343021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.343021] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb2d672-e56e-4f01-bfbf-74a279d9da7d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.449693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.449937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.450249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.450344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.450556] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.450660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.450732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.450861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.450940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.451037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 205e7248-f560-4707-b492-d9c672132ecc already deleted. [ 652.451119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.466190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.466190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.466190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.466190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.466190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.466190] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 652.498152] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.498309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.498380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.499136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.499136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.510080] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 652.513931] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.604149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.604327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.604408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.604630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.604733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605201] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.605201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.605201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.605429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.605429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605429] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 652.636267] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.637404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.637404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.637404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.650442] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 652.843712] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.844110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.844151] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.844437] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.844604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.844869] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 8bb2d672-e56e-4f01-bfbf-74a279d9da7d not found, creating... [ 652.845178] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.845351] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.845528] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.845829] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.845972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.846349] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.846637] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.846740] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.846972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.847190] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.847339] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 8bb2d672-e56e-4f01-bfbf-74a279d9da7d is going to be created. [ 652.872114] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.872376] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.872511] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.872773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.873086] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.873351] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.017127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.017389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.018264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.018657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.018778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.018914] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be created. [ 653.050055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.050219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.050284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.050508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.050670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.065442] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: UNINITIALIZED for 2s [ 653.640042] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8cb2c0b9-5497-4e61-ac07-a7eef3afc13d service nova] Enqueued Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_rules [ 653.640409] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8cb2c0b9-5497-4e61-ac07-a7eef3afc13d service nova] Enqueued Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 653.640409] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8cb2c0b9-5497-4e61-ac07-a7eef3afc13d service nova] Enqueued Resource ID: 8bb2d672-e56e-4f01-bfbf-74a279d9da7d with Priority: HIGHEST for action port [ 653.640958] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_rules [ 653.641850] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 653.641850] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bb2d672-e56e-4f01-bfbf-74a279d9da7d with Priority: HIGHEST for action port [ 653.643379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.643511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.643572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.643851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.643950] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.644956] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.645090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.645158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.645350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.645506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.645862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.645862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.645862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.645963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.647063] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.648115] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.648237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.648306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.648493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.648580] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bb2d672-e56e-4f01-bfbf-74a279d9da7d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.725497] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7cc00c1e-ef9e-44df-8002-70caa9c6548f None None] Enqueued Resource ID: f2de5ffd-9466-48ca-bda8-cddb16064056 with Priority: HIGHEST for action port [ 653.726060] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2de5ffd-9466-48ca-bda8-cddb16064056 with Priority: HIGHEST for action port [ 653.726846] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2de5ffd-9466-48ca-bda8-cddb16064056 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.726846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2de5ffd-9466-48ca-bda8-cddb16064056" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.726846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2de5ffd-9466-48ca-bda8-cddb16064056" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.726846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2de5ffd-9466-48ca-bda8-cddb16064056" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.727135] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2de5ffd-9466-48ca-bda8-cddb16064056',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.151099] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.152458] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.152458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.153572] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bb2d672-e56e-4f01-bfbf-74a279d9da7d with status ACTIVE [ 654.153572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.153572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.153572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.154469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.154469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.154469] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bb2d672-e56e-4f01-bfbf-74a279d9da7d is going to be updated. [ 654.187227] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.187526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.187640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.188953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.188953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.188953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bb2d672-e56e-4f01-bfbf-74a279d9da7d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.229605] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2de5ffd-9466-48ca-bda8-cddb16064056 [ 654.230158] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.230158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.230448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.230448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.230554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.230720] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2de5ffd-9466-48ca-bda8-cddb16064056 already deleted. [ 654.230942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2de5ffd-9466-48ca-bda8-cddb16064056" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.521827] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 654.522080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.522283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.522509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.523084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.523176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523342] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.656359] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.662857] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 654.663060] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 deletion is rescheduled due to dependency. [ 654.663683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.027140] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.078477] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 655.078824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.078979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.079254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.079487] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.079649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.079724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.079863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.079960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.080061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.080171] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.158551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.159444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.159444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.159444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.159444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.159444] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 205e7248-f560-4707-b492-d9c672132ecc is going to be created. [ 655.186286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.186286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.186286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.186286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.186286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.196913] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: UNINITIALIZED for 2s [ 655.531458] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.582415] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.582594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.582646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.582856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.583031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.583389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.583449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.583626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.583705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.583784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.583946] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.584046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.584106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.584243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.584382] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.584467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.584528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.584657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.584721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.584890] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.034444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.034943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.034943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.034943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.035075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.035122] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 656.076070] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.076418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.076558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.077513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.077922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.087719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5116121f-7207-4721-8b2d-2a96015a03e1: rpc.has_security_group_logging(os_id): False [ 656.099095] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 656.118624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.118624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.118869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.124040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.124952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.124952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.124952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.124952] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be created. [ 656.193753] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.193932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.193932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.194324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.194324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.215533] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 657.130387] env[65720]: INFO networking_nsxv3.common.synchronization [None req-377f9d4a-ece0-425d-9e12-59f4a9ab882c service nova] Enqueued Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 657.131272] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGHEST for action security_group_members [ 657.131513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.131655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.131729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.131945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.134208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.134208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.134208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.134529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.136263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.136263] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.210571] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: SUCCESS [ 657.211029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.212492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.212660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.212874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.213033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.213223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.213431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.213600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.213702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.213799] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.642759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.642759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.643684] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.643684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.643684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.643684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.643932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.643932] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f is going to be updated. [ 657.661436] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a589f1bf-284b-4bb6-b980-ec7ffd99200e service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 657.662280] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 657.662280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.664021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.664021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.664021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.664021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.664268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.664548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.665540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.665540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.665540] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.680414] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.680524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.680524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.680768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.680905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.693576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: IN_PROGRESS for 2s [ 657.719605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.719605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.719605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.719605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.720882] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.721389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.721449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.721796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.721796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.721796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.722089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.722089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.722225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.722225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.722394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.722490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.722565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.722660] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.052829] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.054438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058274] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.059112] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.059348] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.059442] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.059877] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.059877] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.060182] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.060233] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.060425] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.060484] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.060602] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.060658] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.060916] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.091963] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.092566] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.092566] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.092720] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.093335] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-757d86b3-4474-41c5-aaf8-14fc7216cf15 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.093963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.094137] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.094626] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.094910] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757d86b3-4474-41c5-aaf8-14fc7216cf15',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.115064] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.115064] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.115064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.115466] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.115466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.115539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.115641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.115840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.116118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.116227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.116339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.116440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.116609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.116770] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.169789] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.227115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 205e7248-f560-4707-b492-d9c672132ecc: rpc.has_security_group_logging(os_id): False [ 658.232815] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 658.233097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.251316] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.251496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.251544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.251764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.251858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.252087] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.252194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.252261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.252414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.252490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.252670] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.252765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.252827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.252968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.253057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.253266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.253366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.253431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.253574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.253650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.253739] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 205e7248-f560-4707-b492-d9c672132ecc is going to be created. [ 658.326424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.326933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.328473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.328473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.328473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.348951] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: IN_PROGRESS for 2s [ 658.600763] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.600763] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 757d86b3-4474-41c5-aaf8-14fc7216cf15 not found, creating... [ 658.600763] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.603592] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.603805] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.603925] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.604176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.604307] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.604490] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 757d86b3-4474-41c5-aaf8-14fc7216cf15 is going to be created. [ 658.619174] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad40acd-8d54-4d7f-a0aa-408067f240f8: rpc.has_security_group_logging(os_id): False [ 658.626062] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.626272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.626393] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.626708] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.626944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.627175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.642500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.642500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.642500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.642933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.642933] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.642933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.642933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.643097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.643097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.643669] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.643669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.643669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.643669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.643669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.646203] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 658.673600] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.738837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.739098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.739179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.739377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.739539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.768215] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 659.177052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.177276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.177276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.177616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.177660] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 659.213046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.213336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.213489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.213796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.214036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.226166] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 659.362610] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7b2a9523-6fbb-427e-a368-1ecb52390d9a service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 659.362788] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7b2a9523-6fbb-427e-a368-1ecb52390d9a service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 659.362923] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7b2a9523-6fbb-427e-a368-1ecb52390d9a service nova] Enqueued Resource ID: 757d86b3-4474-41c5-aaf8-14fc7216cf15 with Priority: HIGHEST for action port [ 659.363464] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 659.363624] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 659.363718] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757d86b3-4474-41c5-aaf8-14fc7216cf15 with Priority: HIGHEST for action port [ 659.366783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.366783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.366783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.366783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.366981] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.368391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.368497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.368742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-757d86b3-4474-41c5-aaf8-14fc7216cf15 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.368901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.368959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.370430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.370430] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757d86b3-4474-41c5-aaf8-14fc7216cf15',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.706432] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f in Status: SUCCESS [ 659.706712] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f deletion is rescheduled due to dependency. [ 659.706897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.872540] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.872796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.872868] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 757d86b3-4474-41c5-aaf8-14fc7216cf15 with status ACTIVE [ 659.873030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.873149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.873210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.873431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.873595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.873701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.873804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.873859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.874015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.874106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.874286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.874376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.874437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.874578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.874652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.874739] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 757d86b3-4474-41c5-aaf8-14fc7216cf15 is going to be updated. [ 659.897206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.899009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.899171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.899428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.899600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.899800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757d86b3-4474-41c5-aaf8-14fc7216cf15" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.903118] env[65720]: INFO networking_nsxv3.common.synchronization [None req-44f5bc74-42a0-4f3e-8ace-46c0ec85036e service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 659.903744] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 659.904170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.904334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.904447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.904710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.904904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.905046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.905133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.905314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.905422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.905537] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.367362] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: SUCCESS [ 660.367620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.408812] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.408812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.408812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.408812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.409101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.409186] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.409294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.409394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.409578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.409683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.409767] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 660.446832] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.446832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.446832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.446832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.446832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.462160] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 660.784066] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 660.784066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.784066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.784066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.784066] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.237463] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 4s [ 661.287470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.287673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.287746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.288370] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.288584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.288662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.288984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.290516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.290759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.312280] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ec9c9d77-cd05-436a-bf67-1007b9598662 service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 661.312746] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 661.313086] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.313214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.313279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.313530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.313695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.313859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.313859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.314159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.314159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.314294] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.397616] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48baccc5-6027-4868-9c58-c60e4e83dd5f None None] Enqueued Resource ID: d22eae40-5490-4df6-899c-0f2a738e60ba with Priority: HIGHEST for action port [ 661.397895] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22eae40-5490-4df6-899c-0f2a738e60ba with Priority: HIGHEST for action port [ 661.398468] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22eae40-5490-4df6-899c-0f2a738e60ba taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.398588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22eae40-5490-4df6-899c-0f2a738e60ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.398643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22eae40-5490-4df6-899c-0f2a738e60ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.398941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22eae40-5490-4df6-899c-0f2a738e60ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.399779] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22eae40-5490-4df6-899c-0f2a738e60ba',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.793633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.793880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.793880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.794115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.794296] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.794411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.794462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.794735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.794800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.794953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.795271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.795410] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.795705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.796082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.796082] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.816772] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.816941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.817029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.817264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.817356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.817566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.817827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.817827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.817955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.817993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.818224] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f already deleted. [ 661.818337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.903535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d22eae40-5490-4df6-899c-0f2a738e60ba [ 661.905124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.905498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.905677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.905994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.906205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.906391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d22eae40-5490-4df6-899c-0f2a738e60ba already deleted. [ 661.906568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22eae40-5490-4df6-899c-0f2a738e60ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.907766] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.908116] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.911018] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.911018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.911018] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.911018] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.911018] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.911018] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.911018] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.911018] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.911018] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.931689] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.932126] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.932391] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.932653] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.933073] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-7df3f02b-e4e5-4840-bf9f-3498771b9184 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.933411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.933658] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.934085] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.934343] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df3f02b-e4e5-4840-bf9f-3498771b9184',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.301238] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad40acd-8d54-4d7f-a0aa-408067f240f8: rpc.has_security_group_logging(os_id): False [ 662.322667] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.322837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.322909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.323432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.323645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.324232] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.324493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.324555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.324819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.324981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.325208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.325309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.325655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.325655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.325655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.325837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.325951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.326032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.326208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.327107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.327107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 662.391102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.391362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.391462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.391980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.392838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.409160] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 662.437937] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.437937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.437937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.437937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.438347] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.438347] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 7df3f02b-e4e5-4840-bf9f-3498771b9184 not found, creating... [ 662.438533] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.438752] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.438875] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.439124] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.439256] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.439549] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.439721] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.439833] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.440371] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.440670] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.440872] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 7df3f02b-e4e5-4840-bf9f-3498771b9184 is going to be created. [ 662.479028] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 662.479913] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 662.480177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.490193] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.490416] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.490492] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.490837] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.491093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.491315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.191561] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08713071-4151-40e1-a432-74562c9ac5ae service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 663.191952] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08713071-4151-40e1-a432-74562c9ac5ae service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 663.191952] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08713071-4151-40e1-a432-74562c9ac5ae service nova] Enqueued Resource ID: 7df3f02b-e4e5-4840-bf9f-3498771b9184 with Priority: HIGHEST for action port [ 663.193220] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 663.194100] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 663.194100] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7df3f02b-e4e5-4840-bf9f-3498771b9184 with Priority: HIGHEST for action port [ 663.194417] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d0c52ff3-75b1-4799-a83e-d3b16733aa7c None None] Enqueued Resource ID: aecd0905-eadd-4c91-afaf-151a575e489b with Priority: HIGHEST for action port [ 663.194639] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.194777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.194849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.195082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.195170] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.198729] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.198902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.199065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.199244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.199436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.199576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.199909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.199909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.199909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.200023] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.200914] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7df3f02b-e4e5-4840-bf9f-3498771b9184 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.201032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.201105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.201261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.201342] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7df3f02b-e4e5-4840-bf9f-3498771b9184',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.207048] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aecd0905-eadd-4c91-afaf-151a575e489b with Priority: HIGHEST for action port [ 663.207048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-aecd0905-eadd-4c91-afaf-151a575e489b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.207048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aecd0905-eadd-4c91-afaf-151a575e489b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.207048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aecd0905-eadd-4c91-afaf-151a575e489b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.207048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aecd0905-eadd-4c91-afaf-151a575e489b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.207048] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aecd0905-eadd-4c91-afaf-151a575e489b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.249951] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 663.250098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.251574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.251574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.251574] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.251574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.251574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.251574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.251861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.251861] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.705322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.706422] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.706422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.706725] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7df3f02b-e4e5-4840-bf9f-3498771b9184 with status ACTIVE [ 663.706953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.707119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.707216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.707786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.707786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.707786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.708089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.708089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.709357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.709930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.710024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.710089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.710158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.711713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.713107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.713241] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7df3f02b-e4e5-4840-bf9f-3498771b9184 is going to be updated. [ 663.714351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aecd0905-eadd-4c91-afaf-151a575e489b [ 663.714530] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.714645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.714713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.714886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.714973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.715305] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aecd0905-eadd-4c91-afaf-151a575e489b already deleted. [ 663.719554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aecd0905-eadd-4c91-afaf-151a575e489b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.747104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.747104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.747104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.747285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.747422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.750107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7df3f02b-e4e5-4840-bf9f-3498771b9184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.754257] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.785469] env[65720]: INFO networking_nsxv3.common.synchronization [None req-38f326e7-343c-49eb-a551-c0f488f5b2bc service nova] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 663.785469] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 663.785469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.785690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.785723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.785898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.786234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.786368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.786472] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.463249] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.463249] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.463249] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-451 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-451" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-451" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-451" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.463249] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.463249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.463249] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.463249] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.466099] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.466099] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.466099] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.466099] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.466099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.466099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f44e099d-9f74-4adf-8531-df0032023b9c already deleted. [ 664.466099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.466099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.466099] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.470750] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.470750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-451" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.470750] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-9aaacd82-31c1-4cfa-bbce-860b30db74af taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.470750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.470750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.470750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.470750] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaacd82-31c1-4cfa-bbce-860b30db74af',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.470750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 664.470750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.709442] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.709857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.709857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.710062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.710062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.710130] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be created. [ 664.736800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.736990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.737194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.737261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.737445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.748517] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: UNINITIALIZED for 2s [ 664.760844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.760964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.761062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.761222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.761343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.761448] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 664.798978] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.799106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.799152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.799372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.799519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.809317] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 664.827131] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.827402] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.827467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.827744] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.827886] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.828130] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 9aaacd82-31c1-4cfa-bbce-860b30db74af not found, creating... [ 664.828397] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.828551] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.828662] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.828942] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.829089] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.829392] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.829540] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.829653] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.829884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.830230] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.830412] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 9aaacd82-31c1-4cfa-bbce-860b30db74af is going to be created. [ 664.851835] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.852132] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.852280] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.852565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.852808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.853043] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8b80a4d8-986c-4f13-a6ce-c06d7a649c36 service nova] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8b80a4d8-986c-4f13-a6ce-c06d7a649c36 service nova] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8b80a4d8-986c-4f13-a6ce-c06d7a649c36 service nova] Enqueued Resource ID: 9aaacd82-31c1-4cfa-bbce-860b30db74af with Priority: HIGHEST for action port [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_rules [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 665.577367] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaacd82-31c1-4cfa-bbce-860b30db74af with Priority: HIGHEST for action port [ 665.577764] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.577991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.578104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.578402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.578531] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.579623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.579910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.580043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.580288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.580536] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.586017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.586017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aaacd82-31c1-4cfa-bbce-860b30db74af taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.586017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.586017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaacd82-31c1-4cfa-bbce-860b30db74af',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.086421] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.088083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.088250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088388] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9aaacd82-31c1-4cfa-bbce-860b30db74af with status ACTIVE [ 666.088560] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.088665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.088863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.088980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.089092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.089269] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.089432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.089580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.089658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.089877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.089968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.090324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.090521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.090634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.090746] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9aaacd82-31c1-4cfa-bbce-860b30db74af is going to be updated. [ 666.117766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.117766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.117766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.118295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.118295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aaacd82-31c1-4cfa-bbce-860b30db74af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.440277] env[65720]: INFO networking_nsxv3.common.synchronization [None req-799b62c6-40dc-4397-b282-6c5646383d32 service nova] Enqueued Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 666.440865] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 666.441204] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.441493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.441493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.441735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.441925] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.442068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.442108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.442286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.442395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.442511] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.592754] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.760916] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 666.761162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.765512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.765512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.765512] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.819220] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 666.819446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.819625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.820300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.820513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.820640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.820779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.820970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.821190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.821676] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.843312] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.843552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-10" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.843658] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-10" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.843928] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-10" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.844360] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.844360] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.844497] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.844652] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.844787] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.845037] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.845149] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.845253] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.845358] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.845917] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.845917] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.845917] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.865092] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.865285] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.865448] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.865584] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-10" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.865897] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.866078] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.866195] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.866528] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.866712] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cddbbc-b8ac-4cf0-8baf-d03643c3de8d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.946864] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.946864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.947047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.947224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.947320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.948513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.948513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.948513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.948513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.948513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.948513] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94da9580-b567-4a39-b106-8759d0546454 already deleted. [ 666.948513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.095774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.095774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.095774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.095774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.095774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.096321] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f44e099d-9f74-4adf-8531-df0032023b9c is going to be created. [ 667.128620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.128900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.128959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.129417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140988] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: UNINITIALIZED for 2s [ 667.270075] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.324313] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.324504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.324554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.324856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.325135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.325357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.325577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.325730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.325900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.326286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.326286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.326404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.326440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.326600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.326775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.326883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.326951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.327137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.327301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.327561] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.369898] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.370871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.370871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.371506] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.371742] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.371900] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d not found, creating... [ 667.372280] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.372496] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.372619] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.372882] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.373009] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.373640] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.373640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.373640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.373908] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.373968] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.374945] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d is going to be created. [ 667.405105] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.405105] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.405105] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.405105] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.405105] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.406716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.633315] env[65720]: INFO networking_nsxv3.common.synchronization [None req-33ba8110-3542-4b41-895f-633756686a53 service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 667.633795] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 667.634554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.634767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.634767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.635099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.635319] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.635449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.635554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.635754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.635880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.636010] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.772461] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce07a8ab-40d2-4bfd-8a25-4fe9b419351f: rpc.has_security_group_logging(os_id): False [ 667.792786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.792945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.793027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.793262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.793366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.793642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.793778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.793835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.793985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.794073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.794164] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be created. [ 667.830403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5116121f-7207-4721-8b2d-2a96015a03e1: rpc.has_security_group_logging(os_id): False [ 667.855346] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.855346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.855346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.855936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.855936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.855936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.855936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.856116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.856199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.856310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.856527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.856644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.856708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.857722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.857722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.857722] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.857722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.857722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.857722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.858090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.858090] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 667.909206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.909415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.909516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.910028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.910172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.926396] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: IN_PROGRESS for 2s [ 667.957988] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.957988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.957988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.957988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.957988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.971138] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 668.018457] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.018457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.018457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.018457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.019447] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.019874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.020408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.021444] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.021954] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.022383] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.022765] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.023281] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.023618] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.023950] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.024446] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.024715] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.054031] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.054031] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.054031] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.054031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.054031] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-ee24bb04-7df3-4d06-9751-289b4bdeb753 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.054031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.054031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.054031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.054874] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24bb04-7df3-4d06-9751-289b4bdeb753',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.139586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.139905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.140400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.140400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.140400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.140644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.140770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.140847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.141110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.141209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.141366] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 already deleted. [ 668.141465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.173148] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e8b131d7-7652-40dd-8ff5-e9c018876e06 service nova] Enqueued Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_rules [ 668.173333] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e8b131d7-7652-40dd-8ff5-e9c018876e06 service nova] Enqueued Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 668.173465] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e8b131d7-7652-40dd-8ff5-e9c018876e06 service nova] Enqueued Resource ID: 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d with Priority: HIGHEST for action port [ 668.173706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_rules [ 668.173838] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 668.173931] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d with Priority: HIGHEST for action port [ 668.174519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.174695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.174695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.174958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.175050] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.176704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.176704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.176704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.176704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.176704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.176704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.176704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.177168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.177168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.177168] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.179051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.179208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.179208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.179537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.180965] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27cddbbc-b8ac-4cf0-8baf-d03643c3de8d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.559756] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.560060] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.560174] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.560547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.560675] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.560757] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port ee24bb04-7df3-4d06-9751-289b4bdeb753 not found, creating... [ 668.561016] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.561205] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.561319] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.561561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.561690] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562049] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.562219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.562323] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.562564] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.562695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.562832] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: ee24bb04-7df3-4d06-9751-289b4bdeb753 is going to be created. [ 668.587503] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.587709] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.587709] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588090] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588841] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588841] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.681896] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.683131] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.683355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.683410] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d with status ACTIVE [ 668.683571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.683677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.683743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.683948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.684252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.684252] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.684355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.684423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.685393] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.685393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.685393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27cddbbc-b8ac-4cf0-8baf-d03643c3de8d is going to be updated. [ 668.734844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.734976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.735062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.735315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.735458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.735716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27cddbbc-b8ac-4cf0-8baf-d03643c3de8d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.153519] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: SUCCESS [ 669.153904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.154162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.154474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.154784] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.155042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.155108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.155351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.155473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.155611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.155899] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.189206] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.372902] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2e3b53fe-fe3f-473f-beb1-3ff8e54f8af8 service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_rules [ 669.372993] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2e3b53fe-fe3f-473f-beb1-3ff8e54f8af8 service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 669.373199] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2e3b53fe-fe3f-473f-beb1-3ff8e54f8af8 service nova] Enqueued Resource ID: ee24bb04-7df3-4d06-9751-289b4bdeb753 with Priority: HIGHEST for action port [ 669.373848] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_rules [ 669.374407] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 669.374675] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee24bb04-7df3-4d06-9751-289b4bdeb753 with Priority: HIGHEST for action port [ 669.375057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.375280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.375688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.376111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.376262] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.381021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.381155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.381226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.381476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.381659] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.381767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.381832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.381996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.382485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.382643] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.383591] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee24bb04-7df3-4d06-9751-289b4bdeb753 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.384469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.384469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.384469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.384626] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee24bb04-7df3-4d06-9751-289b4bdeb753',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.661509] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.693915] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.695260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.695260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.695260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.695260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.695260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94da9580-b567-4a39-b106-8759d0546454 is going to be created. [ 669.729416] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.729705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.729705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.729815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.730568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.742275] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: UNINITIALIZED for 2s [ 669.887928] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.891258] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.891258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.893800] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee24bb04-7df3-4d06-9751-289b4bdeb753 with status ACTIVE [ 669.893954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.894111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.894180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.894436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.894547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.894781] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.894940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.895055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.895505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.895505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.895619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.895887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.895887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.896600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.896600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.896600] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee24bb04-7df3-4d06-9751-289b4bdeb753 is going to be updated. [ 669.925375] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.926102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.926263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.926604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.926874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.927125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee24bb04-7df3-4d06-9751-289b4bdeb753" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.942156] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 669.942408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.001373] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 670.001706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.168423] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f44e099d-9f74-4adf-8531-df0032023b9c: rpc.has_security_group_logging(os_id): False [ 670.191849] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.192010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.192218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.192303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.193182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.193182] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.193182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.193182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.196323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.197217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.197217] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f44e099d-9f74-4adf-8531-df0032023b9c is going to be created. [ 670.268919] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.268919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.268919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.268919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.268919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.296364] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: IN_PROGRESS for 2s [ 670.395837] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.899757] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.899757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.899757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.900048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.900085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.900185] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be created. [ 670.925116] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.925290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.925348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.925556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.926448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.940141] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: UNINITIALIZED for 2s [ 671.309791] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d7866cbf-23c4-4026-bc49-dd536a0da112 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 671.310420] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 671.310733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.310869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.310965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.312492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.312681] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.312803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.312872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.313084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.313175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.313278] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.757360] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: SUCCESS [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.757360] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.757360] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.815947] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.264664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.264829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.264927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.265571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.265571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.265571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.265571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.265866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.265866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.265866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.266027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.266080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.266126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.266337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.267073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.267073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.267073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.267073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.267073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.267073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.267073] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.311150] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: SUCCESS [ 672.311585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.320402] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.433922] env[65720]: INFO networking_nsxv3.common.synchronization [None req-749c18cc-275e-43f7-b66a-f012e6f804a9 None None] Enqueued Resource ID: 9ef47274-b712-43a0-99ba-e189fbe2bcd4 with Priority: HIGHEST for action port [ 672.434558] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef47274-b712-43a0-99ba-e189fbe2bcd4 with Priority: HIGHEST for action port [ 672.434896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ef47274-b712-43a0-99ba-e189fbe2bcd4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.435704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ef47274-b712-43a0-99ba-e189fbe2bcd4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.435704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ef47274-b712-43a0-99ba-e189fbe2bcd4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.435704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ef47274-b712-43a0-99ba-e189fbe2bcd4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.435704] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ef47274-b712-43a0-99ba-e189fbe2bcd4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.772374] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94da9580-b567-4a39-b106-8759d0546454: rpc.has_security_group_logging(os_id): False [ 672.792093] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.792284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.792284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.792497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.792594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.792816] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.792928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.792987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.793165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.793275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.793441] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.793528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.793593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.793734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.793808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.794022] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.794148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.794228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.794681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.794681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.794681] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94da9580-b567-4a39-b106-8759d0546454 is going to be created. [ 672.823623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.823815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.823815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.825198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.825198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.825198] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 672.859511] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.859670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.859771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.860117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.860195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.873127] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 672.892513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.892513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.892513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.892513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.892513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.911783] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: IN_PROGRESS for 2s [ 672.939464] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ef47274-b712-43a0-99ba-e189fbe2bcd4 [ 672.939464] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.939464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.939464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.939464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.939464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.939464] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ef47274-b712-43a0-99ba-e189fbe2bcd4 already deleted. [ 672.939464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ef47274-b712-43a0-99ba-e189fbe2bcd4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.952230] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 672.952230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.952230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.952420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.952615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.953891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.954227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.954331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.954656] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.457133] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.457529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.457529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.457529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.457682] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.457757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.457816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.457946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.458040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.458142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.458297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.458391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.458462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.458593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.458761] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.458923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.458988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.459103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.459214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.459312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.459411] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.964034] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2189a9c4-86c5-47ef-a05d-6e21c2e92a06: rpc.has_security_group_logging(os_id): False [ 673.983126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.983419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.983419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.983575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.983698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.983953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.984070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.984130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.984413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.984413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.984546] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.984638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.984691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.984832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.984906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.985098] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.986029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.986029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.986029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.986029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.986029] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be created. [ 674.125151] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.125151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.125427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.125470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.125686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.140263] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 674.549048] env[65720]: INFO networking_nsxv3.common.synchronization [None req-88b2ef42-2e72-471f-91c2-83e08ef9f762 service nova] Enqueued Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 674.549048] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGHEST for action security_group_members [ 674.549048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.549048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.549048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.549048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.549048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.549048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.550452] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.886558] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 674.888079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.926792] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: SUCCESS [ 674.927034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.948183] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6880d5d1-238c-471a-9506-24e8bf154782 None None] Enqueued Resource ID: 1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95 with Priority: HIGHEST for action port [ 674.949161] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95 with Priority: HIGHEST for action port [ 674.950484] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.950484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.950484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.950954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.951109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.054446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.054446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.054446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.054446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.054446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.055692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.055692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.055692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.055692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.056098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.056098] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 205e7248-f560-4707-b492-d9c672132ecc is going to be updated. [ 675.089148] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.089148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.089148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.092174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.092479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.106253] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: IN_PROGRESS for 2s [ 675.455341] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95 [ 675.455341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.455341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.455341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.455711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.455711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.455711] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95 already deleted. [ 675.455711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0eafc4-293e-4ca7-b97e-7ec8f03e9f95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.817047] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5cbcf36f-b696-4b5e-bc5e-a4cbeac9c7d1 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 675.817047] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 675.817047] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.817047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.817047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.817047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.817047] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.948888] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d9062094-058d-4689-a9f8-4a11a5246c42 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 675.948888] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 675.948888] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.948888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.157260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 676.157409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.349556] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.349787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.349900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.350129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.350228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351184] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a already deleted. [ 676.351184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.351184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.351184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.351184] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.571555] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c1b2156e-d2d6-46b2-a00f-f0b590e5e154 None None] Enqueued Resource ID: 6ee83b57-9a12-40d7-a4ca-35a9a991832f with Priority: HIGHEST for action port [ 676.572250] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee83b57-9a12-40d7-a4ca-35a9a991832f with Priority: HIGHEST for action port [ 676.572581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee83b57-9a12-40d7-a4ca-35a9a991832f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.572706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee83b57-9a12-40d7-a4ca-35a9a991832f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.572776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee83b57-9a12-40d7-a4ca-35a9a991832f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.573827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee83b57-9a12-40d7-a4ca-35a9a991832f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.573952] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee83b57-9a12-40d7-a4ca-35a9a991832f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.876119] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.876525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.876525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.876742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.876896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.877061] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a already deleted. [ 676.877191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.075796] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ee83b57-9a12-40d7-a4ca-35a9a991832f [ 677.076683] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.076683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.076683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.077252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.077252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.077252] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ee83b57-9a12-40d7-a4ca-35a9a991832f already deleted. [ 677.077252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee83b57-9a12-40d7-a4ca-35a9a991832f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.120986] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 205e7248-f560-4707-b492-d9c672132ecc in Status: SUCCESS [ 677.121407] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 205e7248-f560-4707-b492-d9c672132ecc deletion is rescheduled due to dependency. [ 677.121605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.127130] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a5e04cf9-a489-4957-8161-85ac9b42a7b9 None None] Enqueued Resource ID: 2b996099-3509-4b3f-b06d-056e436dc6ca with Priority: HIGHEST for action port [ 680.128084] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b996099-3509-4b3f-b06d-056e436dc6ca with Priority: HIGHEST for action port [ 680.129648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b996099-3509-4b3f-b06d-056e436dc6ca taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b996099-3509-4b3f-b06d-056e436dc6ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.130524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b996099-3509-4b3f-b06d-056e436dc6ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.130950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b996099-3509-4b3f-b06d-056e436dc6ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.134241] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b996099-3509-4b3f-b06d-056e436dc6ca',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.330520] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cf825311-37ff-42ca-871d-cd96f084ecfd service nova] Enqueued Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 680.330804] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 680.331151] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.331368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.331368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.332243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.332455] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.332581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.332647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.332847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.332989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.333046] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.637411] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b996099-3509-4b3f-b06d-056e436dc6ca [ 680.637664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.637801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.637869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.638543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.638721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.638765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b996099-3509-4b3f-b06d-056e436dc6ca already deleted. [ 680.638924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b996099-3509-4b3f-b06d-056e436dc6ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.674991] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.675207] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-144" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.675323] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-144" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.675628] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-144" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.675883] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.676430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.676430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.676430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.676589] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.676722] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.676824] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.676930] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.677118] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.677175] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.677254] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.678314] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.701396] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.701396] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.701396] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.701396] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-144" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.701396] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.701396] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.701396] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.701396] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.701396] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881e11d6-dc73-4e2b-9d9b-eec7da46f63f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.839075] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.839319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.839540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.839636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.839845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.839950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.840383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840383] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b already deleted. [ 680.840383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.203149] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.203149] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.203601] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.203601] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.203714] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.203870] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 881e11d6-dc73-4e2b-9d9b-eec7da46f63f not found, creating... [ 681.204162] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.204370] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.204427] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.204682] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.204842] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205160] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205342] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.207182] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.207182] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 881e11d6-dc73-4e2b-9d9b-eec7da46f63f is going to be created. [ 681.229199] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.229427] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.229529] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.229852] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.230103] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.230349] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.554784] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ebe3d164-2247-4dc7-a5de-22f1e6e110e6 service nova] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 681.555867] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGHEST for action security_group_members [ 681.555867] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.556086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.556086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.556228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.557073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.557073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.557073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.557073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.557073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.557073] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.007559] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0cff4b3e-2d38-4a6e-816e-eabbb7bd18f8 service nova] Enqueued Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_rules [ 682.007699] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0cff4b3e-2d38-4a6e-816e-eabbb7bd18f8 service nova] Enqueued Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 682.007811] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0cff4b3e-2d38-4a6e-816e-eabbb7bd18f8 service nova] Enqueued Resource ID: 881e11d6-dc73-4e2b-9d9b-eec7da46f63f with Priority: HIGHEST for action port [ 682.008388] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_rules [ 682.008560] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 682.008663] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881e11d6-dc73-4e2b-9d9b-eec7da46f63f with Priority: HIGHEST for action port [ 682.008997] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.009567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.009641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.010077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.010177] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.014512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.014512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.014512] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.014512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.015353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.015353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.015353] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881e11d6-dc73-4e2b-9d9b-eec7da46f63f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.062298] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.062298] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.062298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.062298] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 is going to be updated. [ 682.093039] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.093039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.093039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.093039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.093039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: IN_PROGRESS for 2s [ 682.517672] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.523163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.523163] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 881e11d6-dc73-4e2b-9d9b-eec7da46f63f with status ACTIVE [ 682.523163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.523163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.523163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.523163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.523888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.524068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.524384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.524576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.524750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 881e11d6-dc73-4e2b-9d9b-eec7da46f63f is going to be updated. [ 682.554457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-881e11d6-dc73-4e2b-9d9b-eec7da46f63f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.023148] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.524565] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.524910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.524910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.526009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.526349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.526349] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b is going to be created. [ 683.553696] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.553936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.554092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.554450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.554694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.575781] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: UNINITIALIZED for 2s [ 684.152729] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 in Status: SUCCESS [ 684.152729] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 deletion is rescheduled due to dependency. [ 684.152729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.586782] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: SUCCESS [ 685.587138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.587520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.587727] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.587847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.587910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.588080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.588160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.588267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.588325] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.091619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.092291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.092490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.092596] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.092824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.092893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.093149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.093306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.093459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.093759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.093927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.094506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.095837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.095837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.095837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.095837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.095837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.095837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.096125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.096125] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.364842] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3fb00c53-3c51-47d4-88ee-e85f503076d5 service nova] Enqueued Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 686.366603] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGHEST for action security_group_members [ 686.369029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.369029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.369029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.369029] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.599424] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37c2e1a3-ce4c-4611-8c21-e492d42ec24b: rpc.has_security_group_logging(os_id): False [ 686.617032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.617213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.617274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.617483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.617704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.617757] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.617819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.618464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.618544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.618736] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.619160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.619547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.619547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.619810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619810] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b is going to be created. [ 686.682024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.682024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.682024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.682024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.682024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.695151] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: IN_PROGRESS for 2s [ 686.877187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.877187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.877187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.877187] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94da9580-b567-4a39-b106-8759d0546454 is going to be updated. [ 686.910153] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.910323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.910371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.910948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.911524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.922459] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: IN_PROGRESS for 2s [ 687.644722] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9ff5b1f9-5bf1-479e-a591-67c281529178 service nova] Enqueued Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 687.644998] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 687.645824] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.645963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.646320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.646635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.646839] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.647102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.647188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.647392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.647521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.647644] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.954236] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.954909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-363" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.954909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-363" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.954909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-363" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.955263] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.955339] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.955394] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.955757] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.955850] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.956287] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.956430] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.956537] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.956641] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.956751] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.956921] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.956997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.980021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.980021] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.980021] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.980021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-363" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.980021] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-b1810a58-276a-4ccf-b223-ed03a7c987b1 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.980021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.980021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.980021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.980021] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1810a58-276a-4ccf-b223-ed03a7c987b1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.149558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.149705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.149770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.150021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.150116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.150318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.150417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.150478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.150634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.150703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.150784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 already deleted. [ 688.150859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.484699] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.485018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.485416] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.485764] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.485925] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.486187] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port b1810a58-276a-4ccf-b223-ed03a7c987b1 not found, creating... [ 688.486570] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.486761] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.486926] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.487227] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.487403] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.487741] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.487930] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.488088] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.488350] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.488502] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.488682] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: b1810a58-276a-4ccf-b223-ed03a7c987b1 is going to be created. [ 688.510302] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.510509] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.510579] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.510934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.511137] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.511483] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.718977] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: SUCCESS [ 688.719379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.932723] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94da9580-b567-4a39-b106-8759d0546454 in Status: SUCCESS [ 688.932723] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94da9580-b567-4a39-b106-8759d0546454 deletion is rescheduled due to dependency. [ 688.932723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.408016] env[65720]: INFO networking_nsxv3.common.synchronization [None req-656c2cb6-0586-489d-97f6-88731c19bb6d service nova] Enqueued Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_rules [ 689.408289] env[65720]: INFO networking_nsxv3.common.synchronization [None req-656c2cb6-0586-489d-97f6-88731c19bb6d service nova] Enqueued Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 689.409901] env[65720]: INFO networking_nsxv3.common.synchronization [None req-656c2cb6-0586-489d-97f6-88731c19bb6d service nova] Enqueued Resource ID: b1810a58-276a-4ccf-b223-ed03a7c987b1 with Priority: HIGHEST for action port [ 689.410331] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_rules [ 689.410588] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 689.410794] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1810a58-276a-4ccf-b223-ed03a7c987b1 with Priority: HIGHEST for action port [ 689.411779] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.411969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.412111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.412435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.412559] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.414948] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.415083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.415148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.415353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.415522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.415716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.415716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.415823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.415911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.416017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.417070] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1810a58-276a-4ccf-b223-ed03a7c987b1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.417162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.417213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.417388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.417467] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1810a58-276a-4ccf-b223-ed03a7c987b1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.920032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.920375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.920375] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.921375] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1810a58-276a-4ccf-b223-ed03a7c987b1 with status ACTIVE [ 689.921568] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.921680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.921744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.921948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.922939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.922939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.923146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.923467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.923467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.923830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.924139] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.924982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.926148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.926148] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1810a58-276a-4ccf-b223-ed03a7c987b1 is going to be updated. [ 689.948443] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.948701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.948842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.949108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.949270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.950023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1810a58-276a-4ccf-b223-ed03a7c987b1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.400409] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7bcb76bc-5b25-4b52-9125-a46d78cd0206 service nova] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 690.401011] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 690.404019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.404019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.404019] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.427850] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.816116] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.817057] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.817057] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.817057] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.817057] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.817297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.817297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.817881] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.817881] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.817881] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.818069] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.818097] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.818212] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.818326] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.818424] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.818545] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.840859] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.841009] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.841053] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.841204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.841667] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-45612b7e-c052-4346-a779-5f94f9adc084 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.841794] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.841848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.842175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.842385] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45612b7e-c052-4346-a779-5f94f9adc084',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.906124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.906399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.906399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.906734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.906905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.907103] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.907204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.907269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.907430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.907508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.907593] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 already deleted. [ 690.907671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.930206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.930503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.930503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.930588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.930619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.930726] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 is going to be created. [ 690.955649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.955813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.955873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.956081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.956253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.966314] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: UNINITIALIZED for 2s [ 691.345926] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.346240] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.346400] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.346681] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.347156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.347201] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 45612b7e-c052-4346-a779-5f94f9adc084 not found, creating... [ 691.347464] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.347620] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.347731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.347967] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.348112] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.348429] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.348535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.348637] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.348838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.349064] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.349230] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 45612b7e-c052-4346-a779-5f94f9adc084 is going to be created. [ 691.373577] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.373795] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.373922] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.374313] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.374555] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.374871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.192022] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c953a84-99c4-4558-b49f-8a012c0a7b29 service nova] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 692.192022] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c953a84-99c4-4558-b49f-8a012c0a7b29 service nova] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 692.192022] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c953a84-99c4-4558-b49f-8a012c0a7b29 service nova] Enqueued Resource ID: 45612b7e-c052-4346-a779-5f94f9adc084 with Priority: HIGHEST for action port [ 692.192509] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_rules [ 692.192664] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 692.192746] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45612b7e-c052-4346-a779-5f94f9adc084 with Priority: HIGHEST for action port [ 692.193069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.193333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.193403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.193601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.193683] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.194973] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.195116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.195188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.195538] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.195637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.195701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.195845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.195931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.196079] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.197059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-45612b7e-c052-4346-a779-5f94f9adc084 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.197199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.197268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.197412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.197811] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45612b7e-c052-4346-a779-5f94f9adc084',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.699396] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.702951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.702951] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45612b7e-c052-4346-a779-5f94f9adc084 with status ACTIVE [ 692.702951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.702951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.702951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.703949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.704493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.705969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.705969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.705969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.705969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.705969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.705969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.705969] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45612b7e-c052-4346-a779-5f94f9adc084 is going to be updated. [ 692.730188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.730188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.730188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.730352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.730497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.730646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45612b7e-c052-4346-a779-5f94f9adc084" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851339] env[65720]: INFO networking_nsxv3.common.synchronization [None req-53ddefba-c4a1-48cd-9bcf-14beae037c75 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 692.852021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 692.853258] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.853387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.853512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.853654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.853803] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.854106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.854175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.854344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.855941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.855941] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.980367] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: SUCCESS [ 692.980367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.980595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.980739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.980940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.981092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.981139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.981302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.981380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.981483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.981576] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.203712] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.273201] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.273415] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.273559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.273918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.274171] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.274353] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.274488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.274732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.274895] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.275174] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.275318] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.275433] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.275550] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.275661] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.275762] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.275887] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.300355] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.300512] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.300731] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.300945] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.301364] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-11b095b5-d149-4b9c-a363-5e8acbc8262d taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.301622] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.301768] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.302122] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.302263] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b095b5-d149-4b9c-a363-5e8acbc8262d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.356911] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.486596] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.486827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.486910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.487257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.487442] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.487538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.487602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.487762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.488092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.488213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.488386] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.488481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.488538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.488691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.488828] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.488959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.489425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.489591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.489904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.489904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.489904] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.705894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.706067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.710026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.710026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.710026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.710026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 is going to be created. [ 693.735667] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.735835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.735882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.736150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.736315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.748315] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: UNINITIALIZED for 2s [ 693.804557] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.804791] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.804887] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.805215] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.805358] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.805506] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 11b095b5-d149-4b9c-a363-5e8acbc8262d not found, creating... [ 693.805761] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.805909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.806046] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.806296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.806440] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.806715] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.806865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.806978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.807265] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.807398] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.807527] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 11b095b5-d149-4b9c-a363-5e8acbc8262d is going to be created. [ 693.826715] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.826934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.826934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.827231] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.827464] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.827896] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.859322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.992074] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20b78b38-b275-4e73-8172-e6cb57626d98: rpc.has_security_group_logging(os_id): False [ 694.012314] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.012540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.012656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.012938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.013094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.013376] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.013505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.013574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.013736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.013815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.014027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.014129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.014193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.014338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.014411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.014599] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.015042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.015042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.015042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.015042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.015189] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 is going to be created. [ 694.078404] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.078614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.078748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.080062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.080365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.095373] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: IN_PROGRESS for 2s [ 694.169497] env[65720]: INFO networking_nsxv3.common.synchronization [None req-370bdf85-de8e-40d6-8978-e1e3b034f28c None None] Enqueued Resource ID: 7cf5bb2d-58a5-406d-81e2-4f589a269bb6 with Priority: HIGHEST for action port [ 694.170214] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cf5bb2d-58a5-406d-81e2-4f589a269bb6 with Priority: HIGHEST for action port [ 694.170609] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cf5bb2d-58a5-406d-81e2-4f589a269bb6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.170792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cf5bb2d-58a5-406d-81e2-4f589a269bb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.170901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cf5bb2d-58a5-406d-81e2-4f589a269bb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.171428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cf5bb2d-58a5-406d-81e2-4f589a269bb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.171562] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cf5bb2d-58a5-406d-81e2-4f589a269bb6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.361775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.362184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.362303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.362355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be updated. [ 694.396153] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.396153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.396153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.396410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.396627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.408114] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 694.577823] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6defd2b6-7772-4973-a506-8b55c0d28595 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_rules [ 694.578032] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6defd2b6-7772-4973-a506-8b55c0d28595 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 694.578220] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6defd2b6-7772-4973-a506-8b55c0d28595 service nova] Enqueued Resource ID: 11b095b5-d149-4b9c-a363-5e8acbc8262d with Priority: HIGHEST for action port [ 694.578766] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_rules [ 694.579277] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 694.579277] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11b095b5-d149-4b9c-a363-5e8acbc8262d with Priority: HIGHEST for action port [ 694.579516] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.579516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.580014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.580014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.580014] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.581237] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.581368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.581549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-11b095b5-d149-4b9c-a363-5e8acbc8262d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.581647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.581897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.581897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.582030] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11b095b5-d149-4b9c-a363-5e8acbc8262d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.676983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7cf5bb2d-58a5-406d-81e2-4f589a269bb6 [ 694.676983] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.676983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.676983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.676983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.676983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.676983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7cf5bb2d-58a5-406d-81e2-4f589a269bb6 already deleted. [ 694.676983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cf5bb2d-58a5-406d-81e2-4f589a269bb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.084411] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.084550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.084738] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11b095b5-d149-4b9c-a363-5e8acbc8262d with status ACTIVE [ 695.084990] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.085440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.085574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.085701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.085804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.085904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.086122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.086298] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.086392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.086490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.086671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.086824] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11b095b5-d149-4b9c-a363-5e8acbc8262d is going to be updated. [ 695.112350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.112487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.112562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.112781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.112909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.113089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11b095b5-d149-4b9c-a363-5e8acbc8262d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.760161] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: SUCCESS [ 695.760161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.760161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.760775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.760775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.760775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.760775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.760775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.760954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.760954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.761034] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.111431] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: SUCCESS [ 696.111686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.264997] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.418802] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 696.418802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.418802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.419089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.419259] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.419442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.419505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.419633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.419713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.419813] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.768544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce1257d6-a801-4327-a0b0-1644a62b6bd0: rpc.has_security_group_logging(os_id): False [ 696.795785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.795785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.795785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.795785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 is going to be created. [ 696.872831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.872831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.872831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.872831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.872831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.885250] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: IN_PROGRESS for 2s [ 696.921869] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.198131] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4eb25977-9803-4bc6-a235-cefc364b63e0 None None] Enqueued Resource ID: 1c009d80-7d85-4bff-8cf1-f0e565a57ac1 with Priority: HIGHEST for action port [ 697.198596] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c009d80-7d85-4bff-8cf1-f0e565a57ac1 with Priority: HIGHEST for action port [ 697.199266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c009d80-7d85-4bff-8cf1-f0e565a57ac1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.199410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c009d80-7d85-4bff-8cf1-f0e565a57ac1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.199479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c009d80-7d85-4bff-8cf1-f0e565a57ac1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.199785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c009d80-7d85-4bff-8cf1-f0e565a57ac1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.199860] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c009d80-7d85-4bff-8cf1-f0e565a57ac1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.428753] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.704391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c009d80-7d85-4bff-8cf1-f0e565a57ac1 [ 697.704391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.704391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.704391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.704391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.704391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.704391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c009d80-7d85-4bff-8cf1-f0e565a57ac1 already deleted. [ 697.704391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c009d80-7d85-4bff-8cf1-f0e565a57ac1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.933571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.933844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.933844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.934018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.934234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.934321] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be updated. [ 697.966077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.966321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.966459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.966764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.968456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.979219] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 698.231753] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1d6600e3-699b-44d1-8780-7ac7a9ea7e45 tempest-MigrationsAdminTest-1257366526 tempest-MigrationsAdminTest-1257366526-project-member] Enqueued Resource ID: ca97bb24-985e-48e8-bf47-751b65f97ecf with Priority: HIGHEST for action security_group_rules [ 698.235198] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca97bb24-985e-48e8-bf47-751b65f97ecf with Priority: HIGHEST for action security_group_rules [ 698.235198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca97bb24-985e-48e8-bf47-751b65f97ecf taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.235198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.235198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.235198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.235198] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca97bb24-985e-48e8-bf47-751b65f97ecf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.395294] env[65720]: INFO networking_nsxv3.common.synchronization [None req-de89c54a-2a7f-422c-9864-8b27788c19d0 tempest-MigrationsAdminTest-1257366526 tempest-MigrationsAdminTest-1257366526-project-member] Enqueued Resource ID: ca97bb24-985e-48e8-bf47-751b65f97ecf with Priority: HIGHEST for action security_group_rules [ 698.396017] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca97bb24-985e-48e8-bf47-751b65f97ecf with Priority: HIGHEST for action security_group_rules [ 698.396940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca97bb24-985e-48e8-bf47-751b65f97ecf taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.396940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.756292] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.758579] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca97bb24-985e-48e8-bf47-751b65f97ecf already deleted. [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.758579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.758579] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca97bb24-985e-48e8-bf47-751b65f97ecf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.901942] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: SUCCESS [ 698.901942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.281710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.281710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.281710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.281710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.281710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.281710] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca97bb24-985e-48e8-bf47-751b65f97ecf already deleted. [ 699.281710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca97bb24-985e-48e8-bf47-751b65f97ecf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.994467] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 699.994845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.994963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.995218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.995459] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.995755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.995755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.995868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.995941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.996083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.996185] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.087016] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57554427-79e5-4d4a-94c2-b7900bf1bde5 service nova] Enqueued Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 700.087589] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGHEST for action security_group_members [ 700.087888] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.089021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.089162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.089449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.089631] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.089825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.089825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.089957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.090244] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.498497] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.498828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.498828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.499038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.499203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.499339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.499375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.499532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.499613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.499705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.499862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.499948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.500022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.500206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.500356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.500446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.500509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.500659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.500803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.500983] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.594592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.595750] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.595750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.595750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b is going to be updated. [ 700.625379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.625379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.625379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.625379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.625379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.636825] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: IN_PROGRESS for 2s [ 701.004247] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 909c9aac-0831-45bf-9fce-d9e08c64ac48: rpc.has_security_group_logging(os_id): False [ 701.026140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.027299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.027299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.027299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.027299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.027534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.027619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.027674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.027952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.028055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.028270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.028363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.028568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.028568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.028885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.028885] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.029123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.029123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.029382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.029382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.029590] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be updated. [ 701.105350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.105521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.105619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.105844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.106034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.135311] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 702.008319] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78cd62ec-4b9e-427f-9ce0-15a3a20248ec None None] Enqueued Resource ID: 14ea0a14-c9b1-4fd2-a11d-4a04de3c7594 with Priority: HIGHEST for action port [ 702.010245] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ea0a14-c9b1-4fd2-a11d-4a04de3c7594 with Priority: HIGHEST for action port [ 702.010245] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ea0a14-c9b1-4fd2-a11d-4a04de3c7594 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.010245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ea0a14-c9b1-4fd2-a11d-4a04de3c7594" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.010245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ea0a14-c9b1-4fd2-a11d-4a04de3c7594" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.010245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ea0a14-c9b1-4fd2-a11d-4a04de3c7594" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.010759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ea0a14-c9b1-4fd2-a11d-4a04de3c7594',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.519280] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14ea0a14-c9b1-4fd2-a11d-4a04de3c7594 [ 702.519617] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.519731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.519731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.519997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.520062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.520146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14ea0a14-c9b1-4fd2-a11d-4a04de3c7594 already deleted. [ 702.520239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ea0a14-c9b1-4fd2-a11d-4a04de3c7594" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.648867] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b in Status: SUCCESS [ 702.650089] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b deletion is rescheduled due to dependency. [ 702.650269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.152053] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 703.152488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.563960] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c23f086a-e62f-4586-af54-9a6639c809ba None None] Enqueued Resource ID: 6a6e53ee-f387-4a13-8d44-297cd4c5d9d8 with Priority: HIGHEST for action port [ 704.564568] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6e53ee-f387-4a13-8d44-297cd4c5d9d8 with Priority: HIGHEST for action port [ 704.564880] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a6e53ee-f387-4a13-8d44-297cd4c5d9d8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.564999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a6e53ee-f387-4a13-8d44-297cd4c5d9d8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.565086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a6e53ee-f387-4a13-8d44-297cd4c5d9d8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.565389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a6e53ee-f387-4a13-8d44-297cd4c5d9d8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.565443] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a6e53ee-f387-4a13-8d44-297cd4c5d9d8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.873114] env[65720]: INFO networking_nsxv3.common.synchronization [None req-32f959db-31f6-4115-ae1d-ab02b4dbfaad service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 704.873412] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 704.874429] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.874429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.874429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.874429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.875143] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.875263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.875330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.875498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.875586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.875769] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.067204] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a6e53ee-f387-4a13-8d44-297cd4c5d9d8 [ 705.067437] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.067616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.067683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.067847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.067950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.068048] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a6e53ee-f387-4a13-8d44-297cd4c5d9d8 already deleted. [ 705.068135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a6e53ee-f387-4a13-8d44-297cd4c5d9d8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.231866] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.232085] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.232207] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.232467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.232715] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.232864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.233533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.233866] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.234171] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.234229] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.234347] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.234422] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.234569] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.234623] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.234744] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.234872] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.260348] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.260348] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.260461] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.260633] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260949] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-1dfb06a2-5081-48fc-a9ef-23b637910832 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.261165] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.261284] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.261604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.261738] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfb06a2-5081-48fc-a9ef-23b637910832',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.377812] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.378675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.378747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.379468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.379468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379468] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.379817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.379817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379817] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be updated. [ 705.406140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.406301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.406428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.406560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.406714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.415799] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 705.764456] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.764889] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.765848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.766053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.766918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.766918] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 1dfb06a2-5081-48fc-a9ef-23b637910832 not found, creating... [ 705.766918] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.766918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.766918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.767322] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.767391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.767738] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.767915] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.768032] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.768931] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.768931] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.768931] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 1dfb06a2-5081-48fc-a9ef-23b637910832 is going to be created. [ 705.797940] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.797940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.797940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.798190] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.798383] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798570] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.529733] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26afc830-6f3f-488c-87b9-3d451cd49c5e service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_rules [ 706.530055] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26afc830-6f3f-488c-87b9-3d451cd49c5e service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 706.530102] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26afc830-6f3f-488c-87b9-3d451cd49c5e service nova] Enqueued Resource ID: 1dfb06a2-5081-48fc-a9ef-23b637910832 with Priority: HIGHEST for action port [ 706.530703] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_rules [ 706.530812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 706.530930] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dfb06a2-5081-48fc-a9ef-23b637910832 with Priority: HIGHEST for action port [ 706.531209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.531339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.531407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.531603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.531729] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.532619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532867] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dfb06a2-5081-48fc-a9ef-23b637910832 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.533043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.533222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.533302] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dfb06a2-5081-48fc-a9ef-23b637910832',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.035592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.035980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.035980] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dfb06a2-5081-48fc-a9ef-23b637910832 with status ACTIVE [ 707.036329] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.036329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.036329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.036516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.036516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.037770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.039097] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dfb06a2-5081-48fc-a9ef-23b637910832 is going to be updated. [ 707.062031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.062031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.062031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.062031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.062031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.062031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dfb06a2-5081-48fc-a9ef-23b637910832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426098] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 707.426289] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f deletion is rescheduled due to dependency. [ 707.426406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.426573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.426783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.426964] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.427129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.427233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.427409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.427497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.427595] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.591457] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8594681e-8efe-4171-bed7-55a286a4b6e7 service nova] Enqueued Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 707.591998] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGHEST for action security_group_members [ 707.593507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.593507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.593507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.593507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.593507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.593507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.593507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.593837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.593837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.593942] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.778978] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c4e93af-bdd7-48e3-b167-5f42b04e246d service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 707.779335] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 707.779655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.779871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.779871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.780111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.780271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.780374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.780438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.780791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.780791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.780996] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.934061] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.095933] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.096288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.096288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.096881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.096881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.096881] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.096881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.096881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.098229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.098229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.098229] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 is going to be updated. [ 708.123189] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.124953] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.124953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.124953] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.126604] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.126604] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.126604] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.126604] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.126604] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.126604] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.130109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.130286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.130369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.130607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.130735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.147462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: IN_PROGRESS for 2s [ 708.151921] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.151921] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.151921] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.151921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.151921] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.151921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.151921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.152374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.152374] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7132a-8d5a-47fe-afc6-d45bf3687ea4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.284731] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.284980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.285349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.285551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.285668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.286209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.286340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.286600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.286742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.286889] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 already deleted. [ 708.287090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.439480] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.659113] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.659113] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 not found, creating... [ 708.659113] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.659113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.659558] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.659558] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.659558] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.659558] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.660560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.660560] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 is going to be created. [ 708.681359] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.681714] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.681838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.682978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.683410] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.683723] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.943695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.943695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.944435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.944435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.944435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.944435] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be updated. [ 708.976082] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.976422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.976587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.976975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.977321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.987555] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 709.406919] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a8ea7704-a34b-4dca-8e76-f69e79cfa328 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 709.407251] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a8ea7704-a34b-4dca-8e76-f69e79cfa328 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 709.407286] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a8ea7704-a34b-4dca-8e76-f69e79cfa328 service nova] Enqueued Resource ID: e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 with Priority: HIGHEST for action port [ 709.407500] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 709.407631] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 709.407726] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 with Priority: HIGHEST for action port [ 709.409709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.409709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.409709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.410475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.410475] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.412799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.413046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413265] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.413352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.413789] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.414501] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.414605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414966] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9f7132a-8d5a-47fe-afc6-d45bf3687ea4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.914144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.914383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.916730] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.917947] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 with status ACTIVE [ 709.918302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.918302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.918463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.918549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.918635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.918807] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.919121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.919229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.919399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.919484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.919677] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.919781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.919828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.919949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.920039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.920322] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9f7132a-8d5a-47fe-afc6-d45bf3687ea4 is going to be updated. [ 709.943275] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.943425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.943498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.943711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.943847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.944022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9f7132a-8d5a-47fe-afc6-d45bf3687ea4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.158546] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20b78b38-b275-4e73-8172-e6cb57626d98 in Status: SUCCESS [ 710.158727] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 deletion is rescheduled due to dependency. [ 710.158938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.423045] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.925405] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.925783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.925783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.925976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.925976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.926200] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be created. [ 710.953099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.953311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.953355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.953541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.953734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.964486] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: UNINITIALIZED for 2s [ 710.995844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 710.996064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.996236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.996447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.996634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.996775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.996822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.996954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.997096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.997164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.997236] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.502800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.502800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.502800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.503820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.503820] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.503820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.503820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.503997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.504159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.504258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.504433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.504534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.504586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.504768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.504914] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.505086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.505086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.505229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.505325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.505415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.505512] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.007777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ee6fc66-ab17-4573-aef7-62ffc278f11f: rpc.has_security_group_logging(os_id): False [ 712.028179] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.028437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.028570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.028905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.029090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.029455] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.030263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.030263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.030263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.033834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.033834] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be updated. [ 712.100610] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.100807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.100849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.101177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.101230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.124652] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 712.729580] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8fa3b8fb-8afc-4f87-9654-3d9caf14c74b service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 712.730187] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 712.730537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.730652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.730694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.730907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.731370] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.731539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.731588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.731748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.731841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.731941] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.978170] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.978170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.978170] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.234506] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.480369] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.702888] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4c0ef478-7271-4713-a0db-9d4479cfa9b3 service nova] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 713.703571] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGHEST for action security_group_members [ 713.703850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.703958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.737524] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.984577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 714.007026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.007026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.007026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.007026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be created. [ 714.042441] env[65720]: INFO networking_nsxv3.common.synchronization [None req-233bb81a-5369-45f7-b614-d8d2f03981bb service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 714.043297] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 714.043785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.043935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.044063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.044240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.044403] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.044499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.044557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.044709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.044796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.044892] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.079726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.080054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.080054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.080238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.080951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.093263] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 714.147012] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 714.147266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.206794] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d5056252-6b75-4fbe-8f8c-bd65f6ea97b8 None None] Enqueued Resource ID: dad70101-faab-4586-9334-e37cbeecb05c with Priority: HIGHEST for action port [ 714.207849] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad70101-faab-4586-9334-e37cbeecb05c with Priority: HIGHEST for action port [ 714.207992] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad70101-faab-4586-9334-e37cbeecb05c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.208169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad70101-faab-4586-9334-e37cbeecb05c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.208267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad70101-faab-4586-9334-e37cbeecb05c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.208606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad70101-faab-4586-9334-e37cbeecb05c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.208715] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad70101-faab-4586-9334-e37cbeecb05c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.241451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.241831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.242130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.242423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.242503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.242598] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 714.284460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.284460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.284460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.284460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.284460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.304564] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 714.548127] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.589746] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bad4a78c-9b30-4c30-a0d2-01585e734811 service nova] Enqueued Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 714.592271] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 714.592535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.592740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.593295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.593357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.593694] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.710912] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dad70101-faab-4586-9334-e37cbeecb05c [ 714.711259] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.711571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.711674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.712033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.712162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.712684] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dad70101-faab-4586-9334-e37cbeecb05c already deleted. [ 714.712684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad70101-faab-4586-9334-e37cbeecb05c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.009973] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.010333] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.010372] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.010686] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.010963] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.011133] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.011246] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.011922] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.011922] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.011922] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.011922] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.011922] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.012326] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.012326] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.012326] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.012428] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.032534] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.032705] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.032816] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.032988] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.033407] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.033612] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.033785] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.034100] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.034241] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c90c9d5c-3ed3-4f46-bd35-88e6fd91c396',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.052807] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.095667] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.095894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.095975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.096358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.096607] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.096760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.096823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.096992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.097866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.097866] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 already deleted. [ 715.097866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.536497] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.536773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.536894] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.537374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.537634] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.537863] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 not found, creating... [ 715.538307] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.538523] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.538697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.539052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.539366] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.539734] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.539900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.540026] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.540275] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.540421] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.540562] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 is going to be created. [ 715.554484] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.554662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.554735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.554945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.555046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.555140] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 715.565563] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.565782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.565871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.566185] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.566406] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.566619] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.596486] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.596685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.596685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.596917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.597179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.636491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 716.106604] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 716.111019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.316132] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c55a2b0a-6831-4ca6-9fca-60a72fed0dd7 service nova] Enqueued Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_rules [ 716.316132] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c55a2b0a-6831-4ca6-9fca-60a72fed0dd7 service nova] Enqueued Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 716.316132] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c55a2b0a-6831-4ca6-9fca-60a72fed0dd7 service nova] Enqueued Resource ID: c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 with Priority: HIGHEST for action port [ 716.317081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 716.317508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.320147] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_rules [ 716.320147] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 716.320147] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 with Priority: HIGHEST for action port [ 716.320242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.321551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.321551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.321551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.321551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.321776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.321776] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.325112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.325112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.325112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.325112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.325985] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.328580] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.328706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.328930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.328997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.329164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.329448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.329448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.330696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.330696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.330696] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.330896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.331009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.331266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.331449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.331526] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c90c9d5c-3ed3-4f46-bd35-88e6fd91c396',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.573432] env[65720]: INFO networking_nsxv3.common.synchronization [None req-43d8d740-8b17-4bfc-add3-9e5afa7c0035 None None] Enqueued Resource ID: 4ac402d2-70c1-4484-af2c-a5acfe541f94 with Priority: HIGHEST for action port [ 716.574096] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac402d2-70c1-4484-af2c-a5acfe541f94 with Priority: HIGHEST for action port [ 716.574399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ac402d2-70c1-4484-af2c-a5acfe541f94 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.574544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ac402d2-70c1-4484-af2c-a5acfe541f94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.574610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ac402d2-70c1-4484-af2c-a5acfe541f94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.574858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ac402d2-70c1-4484-af2c-a5acfe541f94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.574941] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ac402d2-70c1-4484-af2c-a5acfe541f94',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.834495] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.834885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.835421] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.837428] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.838177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.838609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.839199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.839199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.839436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.839529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.839529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.839834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.839834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.839916] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be updated. [ 716.845187] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 with status ACTIVE [ 716.846059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.846059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.846059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.846059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.846059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.846277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.846277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.846393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.846488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.846563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.846765] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.846863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.846924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.847081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.847154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.847239] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c90c9d5c-3ed3-4f46-bd35-88e6fd91c396 is going to be updated. [ 716.870341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.870482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.870549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.870766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.870906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.871083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c90c9d5c-3ed3-4f46-bd35-88e6fd91c396" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.873989] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.874142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.874208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.874374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.874570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.887412] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: IN_PROGRESS for 2s [ 717.077637] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ac402d2-70c1-4484-af2c-a5acfe541f94 [ 717.077959] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.078166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.078580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.078668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.078865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.079038] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ac402d2-70c1-4484-af2c-a5acfe541f94 already deleted. [ 717.079141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ac402d2-70c1-4484-af2c-a5acfe541f94" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.343309] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.496128] env[65720]: INFO networking_nsxv3.common.synchronization [None req-306ba98c-600a-4c9d-b3e9-bca86934f464 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 717.496128] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 717.496128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.496128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.496128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.496128] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.649284] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 717.649601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.831011] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.831233] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.831355] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.831643] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.831959] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832693] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.833087] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.833322] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.833465] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.833603] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.833707] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.833832] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.833937] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.834078] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.846240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.846420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.846452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.846668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.846783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.846840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 is going to be created. [ 717.855930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.856164] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.856250] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.856430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.856767] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-32d9913d-f98b-4e80-af5a-5f88083281b3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.856957] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.857155] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.857454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.857609] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d9913d-f98b-4e80-af5a-5f88083281b3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.872703] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.872835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.873019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.873100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.873305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.883921] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: UNINITIALIZED for 2s [ 717.999635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.999794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.999865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.000102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.000198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.000552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.000671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.000740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.000909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.000992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.001101] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 718.031962] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.031962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.031962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.031962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.031962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.041766] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 718.363853] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.364220] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.364422] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.364808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.364966] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.365135] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 32d9913d-f98b-4e80-af5a-5f88083281b3 not found, creating... [ 718.365392] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365575] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365691] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.365909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366118] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366563] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366811] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366994] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367328] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.367535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.367748] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 32d9913d-f98b-4e80-af5a-5f88083281b3 is going to be created. [ 718.391647] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.391849] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.392286] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.392286] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.392508] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.392731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.899758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 in Status: SUCCESS [ 718.900037] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 deletion is rescheduled due to dependency. [ 718.900240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.142184] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5179c203-1bfc-433c-9f3b-e9eb6143902f service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 719.142378] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5179c203-1bfc-433c-9f3b-e9eb6143902f service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 719.142518] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5179c203-1bfc-433c-9f3b-e9eb6143902f service nova] Enqueued Resource ID: 32d9913d-f98b-4e80-af5a-5f88083281b3 with Priority: HIGHEST for action port [ 719.143078] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 719.143944] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 719.143944] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32d9913d-f98b-4e80-af5a-5f88083281b3 with Priority: HIGHEST for action port [ 719.143944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.143944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.143944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.143944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.146902] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.149926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.150077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.150343] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-32d9913d-f98b-4e80-af5a-5f88083281b3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.150469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.150535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.150749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.150830] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32d9913d-f98b-4e80-af5a-5f88083281b3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.649137] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.649137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.655236] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32d9913d-f98b-4e80-af5a-5f88083281b3 with status ACTIVE [ 719.655236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.655236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.655719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.655719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.655719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32d9913d-f98b-4e80-af5a-5f88083281b3 is going to be updated. [ 719.677242] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.677420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.677459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.677665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.677810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.677970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32d9913d-f98b-4e80-af5a-5f88083281b3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.896721] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: SUCCESS [ 719.896721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.896880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.897095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.897217] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.897339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.897405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.897638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.897722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.897809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.897899] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.052376] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 720.052571] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 720.052699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.052938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.053181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.053365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.053495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.053563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.053718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.053801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.053899] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.401866] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.401957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402416] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.402886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.403474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.403731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.404114] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.556200] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.907515] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 43093918-e964-4f7a-8dc0-570f3165dde5: rpc.has_security_group_logging(os_id): False [ 720.930184] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.930398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.930473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.930693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930982] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.931097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.931158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.931305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.931378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.931579] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.931727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.931803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.931953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.932159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.932400] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.932508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.932547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.932687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.932791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.932918] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 is going to be created. [ 720.995173] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.995339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.995411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.995907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.996057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.010289] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: IN_PROGRESS for 2s [ 721.060207] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.564765] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.564765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.564765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.564765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.564765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.564765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 721.612745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.612969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.613067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.613327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.613493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.622648] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 722.031572] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c3478894-6e2c-4de7-8140-ee21e57f67c5 service nova] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 722.031572] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGHEST for action security_group_members [ 722.031872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.031948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032395] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.032495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.032553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.032735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.032825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.032921] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.335289] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e9910458-1d59-4a77-99d3-044aac9622f5 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 722.336504] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 722.336935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.337100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.337208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.337428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.337618] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.337785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.337869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.338141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.338242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.338346] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.534589] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.534817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.534860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.535089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.535179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.535396] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.535492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.535553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.535734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.535826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.535912] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be updated. [ 722.567460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.567460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.567951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.567951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.567951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.580302] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: IN_PROGRESS for 2s [ 722.840881] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.022733] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: SUCCESS [ 723.022733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.344156] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.637400] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.637400] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.637400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.637400] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.848165] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.848354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.848423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.848644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.848734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.848831] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be updated. [ 723.877222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.877441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.877441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.877663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.877802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887661] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 724.139998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.140199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.140244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.140518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.140669] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.140770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.140832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.140984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.141082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.141169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.141313] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.141401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.141459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.141595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.144049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.144049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.144049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.144049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.144049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.144049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.144049] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.591456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f in Status: SUCCESS [ 724.591781] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f deletion is rescheduled due to dependency. [ 724.591781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.630526] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fe0391-0cf7-4714-aca1-9f574e77103e None None] Enqueued Resource ID: 574cff21-99d2-4c3e-86a1-59839b73c1d1 with Priority: HIGHEST for action port [ 724.631082] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574cff21-99d2-4c3e-86a1-59839b73c1d1 with Priority: HIGHEST for action port [ 724.631381] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-574cff21-99d2-4c3e-86a1-59839b73c1d1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.631505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574cff21-99d2-4c3e-86a1-59839b73c1d1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.631570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574cff21-99d2-4c3e-86a1-59839b73c1d1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.631822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574cff21-99d2-4c3e-86a1-59839b73c1d1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.632014] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574cff21-99d2-4c3e-86a1-59839b73c1d1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.644898] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f: rpc.has_security_group_logging(os_id): False [ 724.664792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.665086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.665369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.665509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.665952] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.665952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.665952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.666124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.666230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.666465] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.666594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.666681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.666814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.666888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.667612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.667612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.667612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.667612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.667838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.667838] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 724.740141] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.740141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.740141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.740141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.740141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.760021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 725.107836] env[65720]: INFO networking_nsxv3.common.synchronization [None req-86871e32-9608-4908-ad99-4f6a54d5db50 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 725.108432] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 725.108775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.108923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.111072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.111072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.111301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.111381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.111381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.111651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.111651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.111788] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.134688] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 574cff21-99d2-4c3e-86a1-59839b73c1d1 [ 725.134962] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.135112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.135183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.135391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.135564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.135602] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:574cff21-99d2-4c3e-86a1-59839b73c1d1 already deleted. [ 725.138012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574cff21-99d2-4c3e-86a1-59839b73c1d1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534080] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.534080] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.534832] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534832] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534832] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.535012] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.535185] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.535428] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.535603] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.535859] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.535993] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.536129] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.536254] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.536385] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.536512] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.536660] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.556187] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.556388] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.556528] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.556701] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557072] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-f9ef8504-78db-4da2-abc7-94b9a07a014e taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.557243] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.557380] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.557808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.557969] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ef8504-78db-4da2-abc7-94b9a07a014e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.614643] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.614971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.614971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.615120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.615216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.615461] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.615550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.615596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.615747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.615824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.615909] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 725.646203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.646384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.646428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.646625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.646762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.655819] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 725.898132] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 725.898251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.060866] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.061120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.061280] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port f9ef8504-78db-4da2-abc7-94b9a07a014e not found, creating... [ 726.063037] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063459] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.063459] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.063459] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.063571] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.063638] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: f9ef8504-78db-4da2-abc7-94b9a07a014e is going to be created. [ 726.084034] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.084223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.084318] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.084627] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.084875] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.085129] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.772409] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 726.772740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.804899] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08580e41-a3e4-4545-b114-798e467d27b0 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 726.805088] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08580e41-a3e4-4545-b114-798e467d27b0 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 726.805218] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08580e41-a3e4-4545-b114-798e467d27b0 service nova] Enqueued Resource ID: f9ef8504-78db-4da2-abc7-94b9a07a014e with Priority: HIGHEST for action port [ 726.805443] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 726.805572] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 726.805667] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ef8504-78db-4da2-abc7-94b9a07a014e with Priority: HIGHEST for action port [ 726.806245] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.806369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.806438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.806638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.806720] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.807652] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.807747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.807929] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ef8504-78db-4da2-abc7-94b9a07a014e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.808039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.808108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.808272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.808344] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ef8504-78db-4da2-abc7-94b9a07a014e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.311341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.315032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9ef8504-78db-4da2-abc7-94b9a07a014e with status ACTIVE [ 727.315032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.315572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.315572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.315572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9ef8504-78db-4da2-abc7-94b9a07a014e is going to be updated. [ 727.342467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.342660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.342741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.343014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.343177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.343370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ef8504-78db-4da2-abc7-94b9a07a014e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.362985] env[65720]: INFO networking_nsxv3.common.synchronization [None req-25262c98-304d-41af-b980-71721baec1a8 None None] Enqueued Resource ID: c2f2620a-7980-4c9a-af79-1ae24770b575 with Priority: HIGHEST for action port [ 727.364672] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f2620a-7980-4c9a-af79-1ae24770b575 with Priority: HIGHEST for action port [ 727.370823] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f2620a-7980-4c9a-af79-1ae24770b575 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.370823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f2620a-7980-4c9a-af79-1ae24770b575" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.370823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f2620a-7980-4c9a-af79-1ae24770b575" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.371041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f2620a-7980-4c9a-af79-1ae24770b575" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.371041] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f2620a-7980-4c9a-af79-1ae24770b575',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.592048] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ecb26f37-e9ca-4265-b67a-7cde84428928 None None] Enqueued Resource ID: f840feab-98b4-4bc8-8b2f-2398ad155ec7 with Priority: HIGHEST for action port [ 727.592620] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f840feab-98b4-4bc8-8b2f-2398ad155ec7 with Priority: HIGHEST for action port [ 727.592927] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f840feab-98b4-4bc8-8b2f-2398ad155ec7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.593061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f840feab-98b4-4bc8-8b2f-2398ad155ec7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.593234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f840feab-98b4-4bc8-8b2f-2398ad155ec7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.593416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f840feab-98b4-4bc8-8b2f-2398ad155ec7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.593513] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f840feab-98b4-4bc8-8b2f-2398ad155ec7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.666470] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 727.666658] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 deletion is rescheduled due to dependency. [ 727.666813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.666981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.667267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.667494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.667639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.667682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.667874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.667979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.668076] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.876027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2f2620a-7980-4c9a-af79-1ae24770b575 [ 727.876307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.876384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.876987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.876987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.876987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.876987] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2f2620a-7980-4c9a-af79-1ae24770b575 already deleted. [ 727.876987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f2620a-7980-4c9a-af79-1ae24770b575" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.096122] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f840feab-98b4-4bc8-8b2f-2398ad155ec7 [ 728.096372] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.096562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.096661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.096856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.096946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.097055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f840feab-98b4-4bc8-8b2f-2398ad155ec7 already deleted. [ 728.097140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f840feab-98b4-4bc8-8b2f-2398ad155ec7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.170804] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.673302] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.178159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.178159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.178159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.178159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.178159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.178159] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 729.205400] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.205738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.205907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.206229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.206482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.218715] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 729.987504] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2d294f0c-5816-46e0-901f-69f1de3939c3 None None] Enqueued Resource ID: 02b184e9-7f7d-4154-9c23-1c8c25b688a1 with Priority: HIGHEST for action port [ 729.988080] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b184e9-7f7d-4154-9c23-1c8c25b688a1 with Priority: HIGHEST for action port [ 729.988246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b184e9-7f7d-4154-9c23-1c8c25b688a1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.988386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b184e9-7f7d-4154-9c23-1c8c25b688a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.988464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b184e9-7f7d-4154-9c23-1c8c25b688a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.988698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b184e9-7f7d-4154-9c23-1c8c25b688a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.988780] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b184e9-7f7d-4154-9c23-1c8c25b688a1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.491454] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02b184e9-7f7d-4154-9c23-1c8c25b688a1 [ 730.491709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.491842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.491913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.492144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.492236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.492332] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02b184e9-7f7d-4154-9c23-1c8c25b688a1 already deleted. [ 730.492414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b184e9-7f7d-4154-9c23-1c8c25b688a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.231461] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 4s [ 731.448311] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00c36c8e-d187-4004-8942-6a19a4e48e27 service nova] Enqueued Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 731.448852] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGHEST for action security_group_members [ 731.451221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.451350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.451424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.451919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.451919] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.451919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.451919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.452169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.452169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.452273] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.956558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.956829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.956829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.957046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.957142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.957348] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.957450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.957516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.957666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.957739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.957821] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 is going to be updated. [ 731.984701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.984843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.984915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.985556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.985739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.998870] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: IN_PROGRESS for 2s [ 733.246042] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 733.246042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.246042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.246042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.246042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.246703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.246703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.247519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.249223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.249344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.249480] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.751973] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.752747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.752747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.752747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.752747] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.753655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.753655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.753655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.753655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.753655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.753655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.754164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.754164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.754164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.754164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.754164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.754359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.754394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.754481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.754544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.754638] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.922405] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e7641bcd-1f29-40f5-94de-3008dafe7617 service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 733.922508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 733.923102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.923102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.923238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.923387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.923600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.923782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.923826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.923962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.924071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.924169] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.013152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 43093918-e964-4f7a-8dc0-570f3165dde5 in Status: SUCCESS [ 734.013152] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 deletion is rescheduled due to dependency. [ 734.013152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.257843] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f29b6c-4740-4d41-aa1d-e0589972cd38: rpc.has_security_group_logging(os_id): False [ 734.276024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.276171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.276334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.276430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.276626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.276721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.276783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.277100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.277100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.277193] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.277282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.277346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.277481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.277558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.277758] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.278176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.278176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.278176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.278176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.278319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 734.347277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.347412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.347458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.347738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.347891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.362828] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 734.426688] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.426818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.426932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.427130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.427227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.427474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.427567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.427739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.427928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.428016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.428185] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be updated. [ 734.486984] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.487148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.487343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.487438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.487702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500043] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: IN_PROGRESS for 2s [ 736.378466] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 736.381056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.453306] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f0cc9a85-cc7c-4faa-8461-f4cb6b2067aa None None] Enqueued Resource ID: 64d29aec-0ec8-49bc-a1b1-ecebc20aae9a with Priority: HIGHEST for action port [ 736.453906] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d29aec-0ec8-49bc-a1b1-ecebc20aae9a with Priority: HIGHEST for action port [ 736.454225] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d29aec-0ec8-49bc-a1b1-ecebc20aae9a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.454347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d29aec-0ec8-49bc-a1b1-ecebc20aae9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.454414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d29aec-0ec8-49bc-a1b1-ecebc20aae9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.454757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d29aec-0ec8-49bc-a1b1-ecebc20aae9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.454852] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d29aec-0ec8-49bc-a1b1-ecebc20aae9a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.513325] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 736.513437] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f deletion is rescheduled due to dependency. [ 736.513581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958928] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d29aec-0ec8-49bc-a1b1-ecebc20aae9a [ 736.958928] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958928] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d29aec-0ec8-49bc-a1b1-ecebc20aae9a already deleted. [ 736.958928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d29aec-0ec8-49bc-a1b1-ecebc20aae9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.849063] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cfd1eb70-25f8-466a-b297-73d953301be2 None None] Enqueued Resource ID: de39e6fb-6e19-4c4c-9fef-06ded156d480 with Priority: HIGHEST for action port [ 738.849558] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de39e6fb-6e19-4c4c-9fef-06ded156d480 with Priority: HIGHEST for action port [ 738.849935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-de39e6fb-6e19-4c4c-9fef-06ded156d480 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.850014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de39e6fb-6e19-4c4c-9fef-06ded156d480" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.851765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de39e6fb-6e19-4c4c-9fef-06ded156d480" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.851765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de39e6fb-6e19-4c4c-9fef-06ded156d480" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.851765] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de39e6fb-6e19-4c4c-9fef-06ded156d480',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.069890] env[65720]: INFO networking_nsxv3.common.synchronization [None req-75c756ec-727e-4599-9b1c-73ca930771a3 None None] Enqueued Resource ID: 596039ba-7809-407b-96bd-1bb519e6ee03 with Priority: HIGHEST for action port [ 739.070462] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 596039ba-7809-407b-96bd-1bb519e6ee03 with Priority: HIGHEST for action port [ 739.070834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-596039ba-7809-407b-96bd-1bb519e6ee03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.070988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-596039ba-7809-407b-96bd-1bb519e6ee03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.071047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-596039ba-7809-407b-96bd-1bb519e6ee03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.071492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-596039ba-7809-407b-96bd-1bb519e6ee03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.071645] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('596039ba-7809-407b-96bd-1bb519e6ee03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.355272] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de39e6fb-6e19-4c4c-9fef-06ded156d480 [ 739.355393] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.355475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.355512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.356132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.356132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.356132] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de39e6fb-6e19-4c4c-9fef-06ded156d480 already deleted. [ 739.356132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de39e6fb-6e19-4c4c-9fef-06ded156d480" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.574063] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 596039ba-7809-407b-96bd-1bb519e6ee03 [ 739.574063] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.574284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.574284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.574419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.574595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.574709] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:596039ba-7809-407b-96bd-1bb519e6ee03 already deleted. [ 739.574839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-596039ba-7809-407b-96bd-1bb519e6ee03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.363742] env[65720]: INFO networking_nsxv3.common.synchronization [None req-35fb66ab-0c5e-49f6-8655-a1d521bbd429 service nova] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 740.364287] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGHEST for action security_group_members [ 740.364588] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.364744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.364795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.365170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.365170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.365372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.365372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.365436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.365512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.365592] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.630121] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e90c0acc-824f-4c6f-a851-3170e12ac33f service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 740.631782] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 740.631782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.631782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.631782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.631782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.631782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.631782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.631782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.634135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.634234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.634339] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.869697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.870129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.870206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.870239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.870433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.870547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.870604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.870748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.870823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.870909] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f44e099d-9f74-4adf-8531-df0032023b9c is going to be updated. [ 740.902305] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.902305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.902305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.902305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.902725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.913305] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: IN_PROGRESS for 2s [ 740.963276] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.963276] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963867] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.964259] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.964513] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.964705] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.965125] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.965291] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.965605] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.965877] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.966134] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.966327] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.966517] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.966730] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.966920] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.991224] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.991446] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.991635] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.991864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-545" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.992310] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.993818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.993818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.993818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993818] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8789d2e9-5db3-4e5d-bdb2-14160bd43a1d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.137933] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.498087] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.498457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.498457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.498639] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.498810] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.498961] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d not found, creating... [ 741.499231] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.499384] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.499524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.499760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.499891] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.500172] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.500320] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.500429] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.500659] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.500785] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.500916] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d is going to be created. [ 741.523912] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.524139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.524247] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.524549] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.524907] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.525671] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.640255] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.924437] env[65720]: INFO networking_nsxv3.common.synchronization [None req-16ae0c8f-472c-49a9-8ca0-97a86e0828fb None None] Enqueued Resource ID: 8c9a6ab5-3764-4b31-85a8-0104576e98eb with Priority: HIGHEST for action port [ 741.925063] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9a6ab5-3764-4b31-85a8-0104576e98eb with Priority: HIGHEST for action port [ 741.925395] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9a6ab5-3764-4b31-85a8-0104576e98eb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.925535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9a6ab5-3764-4b31-85a8-0104576e98eb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.925606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9a6ab5-3764-4b31-85a8-0104576e98eb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.925893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9a6ab5-3764-4b31-85a8-0104576e98eb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.926011] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9a6ab5-3764-4b31-85a8-0104576e98eb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.144756] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.144756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.144756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.144756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.144756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.144963] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 742.180342] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.180590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.180674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.180905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.181074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.193558] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 742.284747] env[65720]: INFO networking_nsxv3.common.synchronization [None req-64ff9424-084f-4422-9ff5-9dc05584d34e service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 742.284954] env[65720]: INFO networking_nsxv3.common.synchronization [None req-64ff9424-084f-4422-9ff5-9dc05584d34e service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 742.285104] env[65720]: INFO networking_nsxv3.common.synchronization [None req-64ff9424-084f-4422-9ff5-9dc05584d34e service nova] Enqueued Resource ID: 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d with Priority: HIGHEST for action port [ 742.285725] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_rules [ 742.285903] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 742.285957] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d with Priority: HIGHEST for action port [ 742.286252] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.286410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.286451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.286779] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.287779] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.287890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.288089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.288194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.288253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.288530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.288530] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8789d2e9-5db3-4e5d-bdb2-14160bd43a1d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.430464] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c9a6ab5-3764-4b31-85a8-0104576e98eb [ 742.430464] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.430464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.430464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.430464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.430464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.430464] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c9a6ab5-3764-4b31-85a8-0104576e98eb already deleted. [ 742.430464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9a6ab5-3764-4b31-85a8-0104576e98eb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.794209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794209] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d with status ACTIVE [ 742.794209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.794209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.794209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.794920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.794920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.794920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.794920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.794920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.794920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.795157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.795157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.795210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.795327] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8789d2e9-5db3-4e5d-bdb2-14160bd43a1d is going to be updated. [ 742.817636] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.818100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.818100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.818257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.818427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.818600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8789d2e9-5db3-4e5d-bdb2-14160bd43a1d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.924136] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f44e099d-9f74-4adf-8531-df0032023b9c in Status: SUCCESS [ 742.924360] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f44e099d-9f74-4adf-8531-df0032023b9c deletion is rescheduled due to dependency. [ 742.924504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.204145] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 744.204436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.204574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.204789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.204984] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.205117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.205186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.205349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.205436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.205561] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.710085] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.214504] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.718105] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.718105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.718105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.718305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.718305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.718438] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 745.756406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.756406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.756406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.756406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.756406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.769879] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 747.287036] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 747.287036] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 747.781568] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 747.781786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.782181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.782282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.782417] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.782534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.782606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.782758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.782846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.782927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.783037] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.285518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.285696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.285770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.286046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.286229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.286333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.286464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.286679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.286679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.286771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.286846] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.286938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.286996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.287158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.287409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.287409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.287409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.287544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.287650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.287754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.287830] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.368473] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f6b8d836-ae3b-4069-8a75-9cfd0b92da3e None None] Enqueued Resource ID: f0f619e6-06a9-46d8-ac10-ab996b311ef0 with Priority: HIGHEST for action port [ 748.370039] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0f619e6-06a9-46d8-ac10-ab996b311ef0 with Priority: HIGHEST for action port [ 748.370039] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0f619e6-06a9-46d8-ac10-ab996b311ef0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.370039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0f619e6-06a9-46d8-ac10-ab996b311ef0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.370039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0f619e6-06a9-46d8-ac10-ab996b311ef0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.370039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0f619e6-06a9-46d8-ac10-ab996b311ef0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.370039] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0f619e6-06a9-46d8-ac10-ab996b311ef0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.792093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71f29b6c-4740-4d41-aa1d-e0589972cd38: rpc.has_security_group_logging(os_id): False [ 748.827806] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.830934] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.831278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.831425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.831642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.831800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.832328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 748.873167] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0f619e6-06a9-46d8-ac10-ab996b311ef0 [ 748.873167] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.873354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.873354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.873533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.873834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.873834] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0f619e6-06a9-46d8-ac10-ab996b311ef0 already deleted. [ 748.873834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0f619e6-06a9-46d8-ac10-ab996b311ef0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.941056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.941056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.955590] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 749.110844] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0bd86227-ba7e-4732-affe-87e100d3668f service nova] Enqueued Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 749.111609] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 749.112932] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.113128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.113258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.113416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.113586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.113736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.113789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.113967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.114062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.114141] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.158583] env[65720]: INFO networking_nsxv3.common.synchronization [None req-50f36435-3995-4b8a-afca-f7fe2303bdc2 None None] Enqueued Resource ID: d956d0b9-fe85-4613-80e3-b291de76b0f8 with Priority: HIGHEST for action port [ 749.159185] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d956d0b9-fe85-4613-80e3-b291de76b0f8 with Priority: HIGHEST for action port [ 749.159884] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d956d0b9-fe85-4613-80e3-b291de76b0f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.160170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d956d0b9-fe85-4613-80e3-b291de76b0f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.160316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d956d0b9-fe85-4613-80e3-b291de76b0f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.160586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d956d0b9-fe85-4613-80e3-b291de76b0f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.160675] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d956d0b9-fe85-4613-80e3-b291de76b0f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.480304] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.480664] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.480664] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.481628] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.481740] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.481943] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.482095] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.482335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.482481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.482692] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.482807] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.482913] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.483027] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.483141] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.483245] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.484166] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.507012] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.507268] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.507458] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.507716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.508080] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-1151551e-12f0-4e85-a385-f1ebf4e9bc72 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.508263] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.508380] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.508693] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.508825] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1151551e-12f0-4e85-a385-f1ebf4e9bc72',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.617097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.617261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.617327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.617546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.617637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.617834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.617926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.617987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.618151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.618227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.618308] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec already deleted. [ 749.619021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.663249] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d956d0b9-fe85-4613-80e3-b291de76b0f8 [ 749.663489] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.663623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.663687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.666503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.666503] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d956d0b9-fe85-4613-80e3-b291de76b0f8 already deleted. [ 749.666503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d956d0b9-fe85-4613-80e3-b291de76b0f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.014481] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.014481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.014481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.014481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.014481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.014481] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 1151551e-12f0-4e85-a385-f1ebf4e9bc72 not found, creating... [ 750.014481] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.014481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.014861] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.014861] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.014917] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.015185] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.015340] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.015454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.015656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.015782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.015915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 1151551e-12f0-4e85-a385-f1ebf4e9bc72 is going to be created. [ 750.040716] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.040852] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.041161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.041257] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.041494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.041684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1f3febf2-5b6a-43a5-b052-4c39e0149779 service nova] Enqueued Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_rules [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1f3febf2-5b6a-43a5-b052-4c39e0149779 service nova] Enqueued Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1f3febf2-5b6a-43a5-b052-4c39e0149779 service nova] Enqueued Resource ID: 1151551e-12f0-4e85-a385-f1ebf4e9bc72 with Priority: HIGHEST for action port [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_rules [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 750.758141] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1151551e-12f0-4e85-a385-f1ebf4e9bc72 with Priority: HIGHEST for action port [ 750.758141] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.758826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.759120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.762020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.762020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.762020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.762020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.763218] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1151551e-12f0-4e85-a385-f1ebf4e9bc72 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.763533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.763684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.763977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.764319] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1151551e-12f0-4e85-a385-f1ebf4e9bc72',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.870706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-74161310-500e-4ca5-8d37-1b1f45091416 tempest-ServersV294TestFqdnHostnames-819811677 tempest-ServersV294TestFqdnHostnames-819811677-project-member] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 750.871220] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 750.871521] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.871885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.871955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.873242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.873242] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.879014] env[65720]: INFO networking_nsxv3.common.synchronization [None req-715abfbc-8d54-4603-b4b2-2f4524e1ebc7 None None] Enqueued Resource ID: 08a2947e-3889-4e98-8c5d-d8c8f200ab53 with Priority: HIGHEST for action port [ 750.879693] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a2947e-3889-4e98-8c5d-d8c8f200ab53 with Priority: HIGHEST for action port [ 750.879992] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-08a2947e-3889-4e98-8c5d-d8c8f200ab53 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.881725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08a2947e-3889-4e98-8c5d-d8c8f200ab53" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.881968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08a2947e-3889-4e98-8c5d-d8c8f200ab53" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.882634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08a2947e-3889-4e98-8c5d-d8c8f200ab53" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.882728] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08a2947e-3889-4e98-8c5d-d8c8f200ab53',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.976538] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 750.976538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.992436] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7c5cdfeb-438a-4e3f-9cf5-1a7bd740af4b tempest-ServersV294TestFqdnHostnames-819811677 tempest-ServersV294TestFqdnHostnames-819811677-project-member] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 750.992436] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 750.992436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.992436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.266509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.267511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.268413] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.270872] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1151551e-12f0-4e85-a385-f1ebf4e9bc72 with status ACTIVE [ 751.272207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.273221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.273294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.273509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274427] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.274427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.274427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.274427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.274427] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.274757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.274757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.274925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.275033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.275139] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1151551e-12f0-4e85-a385-f1ebf4e9bc72 is going to be updated. [ 751.296935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.296935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.297169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.298493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.298668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.298827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1151551e-12f0-4e85-a385-f1ebf4e9bc72" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08a2947e-3889-4e98-8c5d-d8c8f200ab53 [ 751.387644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.387926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.388057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.388403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.388561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.388732] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08a2947e-3889-4e98-8c5d-d8c8f200ab53 already deleted. [ 751.388868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08a2947e-3889-4e98-8c5d-d8c8f200ab53" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.393423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.393423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.393539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.393672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.393761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.393854] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 already deleted. [ 751.393936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.394544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.394544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.394544] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.779045] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.919474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.919474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.919474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.919474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.920163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.922595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 already deleted. [ 751.922741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.960534] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0720c304-7430-4314-8380-5324f27eef0a service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 751.961247] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 751.962221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.962221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.962221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.962221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.962221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.962570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.962570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.962570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.962570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.962714] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.118248] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ca5023df-4f38-46a4-b0c1-46ea8e2b7f32 None None] Enqueued Resource ID: 926920cc-6121-46f1-be29-f86f699ac999 with Priority: HIGHEST for action port [ 752.118248] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926920cc-6121-46f1-be29-f86f699ac999 with Priority: HIGHEST for action port [ 752.118534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-926920cc-6121-46f1-be29-f86f699ac999 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.118841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-926920cc-6121-46f1-be29-f86f699ac999" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.119035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-926920cc-6121-46f1-be29-f86f699ac999" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.119414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-926920cc-6121-46f1-be29-f86f699ac999" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.119639] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('926920cc-6121-46f1-be29-f86f699ac999',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.282585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.282798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.282867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.283041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.283211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.283274] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec is going to be created. [ 752.334807] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.334967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.335122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.335582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.335582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.347062] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: UNINITIALIZED for 2s [ 752.465885] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.554043] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.554236] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.554354] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.554603] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554852] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.555010] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.555408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.555875] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.556063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.556276] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.556402] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.556482] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.556608] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.556684] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.556781] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.556903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.581654] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.581654] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.581654] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.581654] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.581654] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-981741c6-69f0-42d4-87be-e1c8f62d0e17 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.581881] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.581881] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.582235] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.582363] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981741c6-69f0-42d4-87be-e1c8f62d0e17',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.622222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 926920cc-6121-46f1-be29-f86f699ac999 [ 752.622454] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.622564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.622630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.622968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.623061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.623541] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:926920cc-6121-46f1-be29-f86f699ac999 already deleted. [ 752.623541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-926920cc-6121-46f1-be29-f86f699ac999" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.971858] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.086261] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.086527] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.088187] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 981741c6-69f0-42d4-87be-e1c8f62d0e17 not found, creating... [ 753.088187] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.088187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.088531] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.088633] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.088756] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.089511] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.089762] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.090119] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 981741c6-69f0-42d4-87be-e1c8f62d0e17 is going to be created. [ 753.113326] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.113884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.113884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.114187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.114483] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.114949] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.473784] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.473966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.474076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.474299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.474394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.474547] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 753.508903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.509116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.509164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.509359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.509508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.518407] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4bf293e7-6f58-416e-bf01-e43c3424339f service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4bf293e7-6f58-416e-bf01-e43c3424339f service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4bf293e7-6f58-416e-bf01-e43c3424339f service nova] Enqueued Resource ID: 981741c6-69f0-42d4-87be-e1c8f62d0e17 with Priority: HIGHEST for action port [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 753.808214] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981741c6-69f0-42d4-87be-e1c8f62d0e17 with Priority: HIGHEST for action port [ 753.808214] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.808214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.808214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.808709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.809011] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.810572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.811194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-981741c6-69f0-42d4-87be-e1c8f62d0e17 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.811417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.811560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.811843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.812127] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981741c6-69f0-42d4-87be-e1c8f62d0e17',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.314902] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.315226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.315265] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 981741c6-69f0-42d4-87be-e1c8f62d0e17 with status ACTIVE [ 754.315450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.315782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.315782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.315871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.315901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.316085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.316186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.316249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.316433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.316516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.316699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.316796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.316880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.316994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.317087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.317170] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 981741c6-69f0-42d4-87be-e1c8f62d0e17 is going to be updated. [ 754.343697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.343881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.343930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.344126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.344263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.345038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-981741c6-69f0-42d4-87be-e1c8f62d0e17" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.360417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: SUCCESS [ 754.360687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.360857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361278] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.361394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.361461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361870] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.749462] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a7bf98f5-5197-42a6-89e2-1249cad43b6e service nova] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 754.749812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 754.750455] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.750601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.750677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.750926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.752342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.752455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.752606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.752716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.752827] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.865399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.865557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.865632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.865847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.866028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.866132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.866192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.866344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.866428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.866517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.866664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.866756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.866818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.866958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.867119] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.867304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.867304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.867553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.867553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.867553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.867781] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.167276] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.167590] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.167684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.168413] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.168497] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.168643] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.168789] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.169055] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.169410] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.169472] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.169620] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.169770] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.169837] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.169938] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.170104] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.170184] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.192894] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.193146] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.193380] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.194139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.194396] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.194585] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.194722] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.195191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.195262] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.255109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.255333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.255422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.255718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.255824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.256142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.256252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.256321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.256485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.256564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.256655] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a already deleted. [ 755.256737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.325441] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6339ea80-d317-4b67-a62f-347ca63b072c service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 755.326028] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 755.326281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.326400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.326467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.326662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.326815] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.326911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.326974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.327143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.327228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.327322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.374846] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec: rpc.has_security_group_logging(os_id): False [ 755.393373] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.393547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.393611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.393859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.393964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.394209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.394343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.394414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.394609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.394722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.394881] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.394969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.395037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.395217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.395293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.395521] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.395643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.395708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.395875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.395995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.396072] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec is going to be created. [ 755.452701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.452900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.452900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.453066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.453246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.468835] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: IN_PROGRESS for 2s [ 755.530095] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 755.530314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.530490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.530748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.530939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.531086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.531137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.531289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.531370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.531471] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.697786] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.697978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.698120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.698388] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698528] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.698677] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 not found, creating... [ 755.698924] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.699093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.699202] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.699409] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.699550] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.699882] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.700053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.700166] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.700362] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.700493] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.700624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 is going to be created. [ 755.723979] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.724131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.724307] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.724672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.724759] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.725254] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.832031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.832031] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 755.871228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.871369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.871442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.871800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.871960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.882387] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 756.035109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.491033] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1953b3ff-2c9d-47f0-880c-4e9bf8015641 service nova] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 756.491033] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1953b3ff-2c9d-47f0-880c-4e9bf8015641 service nova] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 756.491033] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1953b3ff-2c9d-47f0-880c-4e9bf8015641 service nova] Enqueued Resource ID: a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 with Priority: HIGHEST for action port [ 756.491033] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_rules [ 756.491636] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 756.491636] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 with Priority: HIGHEST for action port [ 756.492353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495751] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.495751] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.495751] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.495751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.496266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.496266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.497751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.497751] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.497751] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.497751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.497751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.497751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.497751] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.537759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.999699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.999857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.000078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.002980] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 with status ACTIVE [ 757.003228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.003333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.003593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.003818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.003873] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.003955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.004177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.004447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.004447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.004568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.004568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.004694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.004758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.004840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4 is going to be updated. [ 757.033086] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.033086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.033086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.033086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.033086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.033086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dec2db-0e1e-45dd-8587-a84e4a5e2ef4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.040053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.041060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.041171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.041454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.041576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.041715] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 757.082816] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.082816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.083074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.083508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.083714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.098758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 757.487023] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: SUCCESS [ 757.487023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.504167] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.897144] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 757.897380] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 757.897501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.006793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.006950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.007040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.007263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.007355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.008179] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a is going to be created. [ 758.038126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.038126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.038126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.038126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.038306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.054497] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: UNINITIALIZED for 2s [ 758.300377] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5bf3352e-8cb4-48f0-8309-1ff9383c8ecb service nova] Enqueued Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 758.301030] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 758.301367] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.301512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.301580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.301846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.302049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.302166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.302233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.302412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.302501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.302599] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.805099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.805514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.805514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.805629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.805678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.805858] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.805962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.806024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.806183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.806264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.806353] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 already deleted. [ 758.806430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.896303] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.896303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.896303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.896303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.896303] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.896303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.897641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.898025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.898707] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.899069] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.899291] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.899849] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.900106] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.900759] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.901357] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.901357] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.944666] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.944839] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.944960] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.945193] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.945508] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-c8363d25-c607-4d04-ab53-412848d7cf4f taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.945684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.945805] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.946248] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.946630] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8363d25-c607-4d04-ab53-412848d7cf4f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.113257] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 759.113570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.113810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.114078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.114457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.114457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.114645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.114682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.114776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.114870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.114977] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.449303] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.449538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.449538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.450011] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.450165] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.450780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port c8363d25-c607-4d04-ab53-412848d7cf4f not found, creating... [ 759.450780] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.450961] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.451039] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.451319] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.451509] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.452015] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.452265] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.452441] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.452757] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.452980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.453200] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: c8363d25-c607-4d04-ab53-412848d7cf4f is going to be created. [ 759.475146] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.475372] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.475501] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.475848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.476133] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.476389] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.617182] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.617403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.617403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.617807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.617944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.618072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.618142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.618316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.618417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.618512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.618668] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.618775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.618813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.619311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.619311] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.619311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.619311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.619490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.619490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.619567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.619685] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.066264] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: SUCCESS [ 760.066686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.067064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.067473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.067831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.068072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.068220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.068507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.068689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.068879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.069153] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.124628] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5116121f-7207-4721-8b2d-2a96015a03e1: rpc.has_security_group_logging(os_id): False [ 760.148049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.148248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.148300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.148534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.148939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.148939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.149080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.149306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.150144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.150144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.150144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.150144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.150144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.151410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.151543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.151766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.151893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.151988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.152181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.152285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.152389] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 760.205619] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06b8dc6a-2de3-4150-b464-efb0894d212c service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 760.208241] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 760.208592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.208748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.208807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.208995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.209166] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.209271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.209356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.209484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.209569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.209877] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.220972] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.221127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.221203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.221408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.221557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.236810] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 760.241859] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f585f5dc-ead4-4048-9c37-280721cb8046 service nova] Enqueued Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_rules [ 760.242156] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f585f5dc-ead4-4048-9c37-280721cb8046 service nova] Enqueued Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 760.242332] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f585f5dc-ead4-4048-9c37-280721cb8046 service nova] Enqueued Resource ID: c8363d25-c607-4d04-ab53-412848d7cf4f with Priority: HIGHEST for action port [ 760.243206] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_rules [ 760.243378] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 760.243499] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8363d25-c607-4d04-ab53-412848d7cf4f with Priority: HIGHEST for action port [ 760.244059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.244199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.244292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.244567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.244656] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.245721] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.245782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.245871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.246084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.246315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.246663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.246756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.246891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.246980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.247090] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.248594] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8363d25-c607-4d04-ab53-412848d7cf4f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.248594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.248594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.248594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.248594] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8363d25-c607-4d04-ab53-412848d7cf4f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.508314] env[65720]: INFO networking_nsxv3.common.synchronization [None req-138aa5ea-dd8a-409e-890e-233b633a5748 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 760.509518] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 760.510446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.511940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.511940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.512537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.512784] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.571705] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.711831] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.750029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.750150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.750326] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.751575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8363d25-c607-4d04-ab53-412848d7cf4f with status ACTIVE [ 760.751774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.751891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.751959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.752250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.752346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.752519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.752616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.752680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.752963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.753247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.753283] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.753375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.753486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.753596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.753673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.753784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8363d25-c607-4d04-ab53-412848d7cf4f is going to be updated. [ 760.778336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.778455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.778507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.778715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.779161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.779161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8363d25-c607-4d04-ab53-412848d7cf4f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.988353] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3306529e-8386-4b2e-80f1-0f6a7c02b96e service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 760.989331] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 760.990033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.990033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.990173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.990634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.990744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.990807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.990978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.991078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.991174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.015151] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.075325] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc842588-a7a0-4b1d-8d4f-78389994527a: rpc.has_security_group_logging(os_id): False [ 761.098040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.098273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.098339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.098544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.098639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.098903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.099032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.099098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.099283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.099359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.099423] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a is going to be created. [ 761.168922] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.169181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.169269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.169713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.170217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.185218] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: IN_PROGRESS for 2s [ 761.214808] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.252989] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.493943] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.515848] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.516071] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.516204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.516491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.516774] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.516871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.516956] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517173] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.517309] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517527] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.517599] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.518050] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.518050] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.518273] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.518331] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.518795] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.520430] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.541195] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.541361] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.541492] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.541662] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-272" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.542179] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-862071bf-725c-4193-b60b-72b03b4c0553 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.542317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.542380] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.542698] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.542906] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862071bf-725c-4193-b60b-72b03b4c0553',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.718836] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.718994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.719089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.719306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.719399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.719499] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 761.757627] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.757627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.757627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.757627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.757627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.757627] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 is going to be created. [ 761.772674] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.772862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.772937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.773181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.773329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.785293] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 761.791267] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.791267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.791442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.791554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.791709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.800848] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: UNINITIALIZED for 2s [ 762.000275] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.022427] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.022579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.022656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.022864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.022952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.023055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 762.045710] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.045922] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.046060] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.046327] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.046470] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.046619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 862071bf-725c-4193-b60b-72b03b4c0553 not found, creating... [ 762.046874] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.047037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.047146] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.047359] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.047489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.048165] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.048435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.048629] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.048928] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.049211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.049342] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 862071bf-725c-4193-b60b-72b03b4c0553 is going to be created. [ 762.059233] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.059379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.059453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.059783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.059983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.069452] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 762.071603] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.071789] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.071909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.072272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.072493] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.072775] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.262535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 762.263640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.503549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.503549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.503739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.503933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.504036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.504138] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 762.533851] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.533997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.534090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.534304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.534451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.544704] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 762.590339] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bf7f411d-ef4e-43d6-b4da-bb6500ea7ccd None None] Enqueued Resource ID: b9396048-a35e-4346-b15f-9f17ffb6c230 with Priority: HIGHEST for action port [ 762.591205] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9396048-a35e-4346-b15f-9f17ffb6c230 with Priority: HIGHEST for action port [ 762.591670] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9396048-a35e-4346-b15f-9f17ffb6c230 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.591853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9396048-a35e-4346-b15f-9f17ffb6c230" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.592177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9396048-a35e-4346-b15f-9f17ffb6c230" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.592546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9396048-a35e-4346-b15f-9f17ffb6c230" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.592696] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9396048-a35e-4346-b15f-9f17ffb6c230',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.800893] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ce51c21b-41ca-402b-947e-dd4135f92fbe service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_rules [ 762.801167] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ce51c21b-41ca-402b-947e-dd4135f92fbe service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 762.801310] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ce51c21b-41ca-402b-947e-dd4135f92fbe service nova] Enqueued Resource ID: 862071bf-725c-4193-b60b-72b03b4c0553 with Priority: HIGHEST for action port [ 762.801848] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_rules [ 762.802522] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 762.802774] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862071bf-725c-4193-b60b-72b03b4c0553 with Priority: HIGHEST for action port [ 762.803141] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.803584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.804019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.805796] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.805796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.805796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.805796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-862071bf-725c-4193-b60b-72b03b4c0553 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.805796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.806080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.806284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.806504] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862071bf-725c-4193-b60b-72b03b4c0553',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.041595] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0db83943-e510-4bcd-a925-dcd0835f2df4 service nova] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 763.042167] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGHEST for action security_group_members [ 763.042764] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.042978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.096499] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9396048-a35e-4346-b15f-9f17ffb6c230 [ 763.096499] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.096499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.096499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.096499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.096499] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9396048-a35e-4346-b15f-9f17ffb6c230 already deleted. [ 763.096499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9396048-a35e-4346-b15f-9f17ffb6c230" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.200191] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: SUCCESS [ 763.200422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.311848] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.312228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.316375] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 862071bf-725c-4193-b60b-72b03b4c0553 with status ACTIVE [ 763.316613] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.317210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.317210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.317210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.317210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.317469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.317469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.317469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.317662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.317748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.317932] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.318619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.318619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.318619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.318619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.318619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 862071bf-725c-4193-b60b-72b03b4c0553 is going to be updated. [ 763.346271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.346433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.346478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.346658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.346815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.346992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862071bf-725c-4193-b60b-72b03b4c0553" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.698156] env[65720]: INFO networking_nsxv3.common.synchronization [None req-121af166-3a3b-43fe-8ff4-0933227f704c service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 763.698985] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 763.699144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.699286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.699357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.699765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.699992] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.700160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.700231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.700415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.700502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.700602] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.778320] env[65720]: INFO networking_nsxv3.common.synchronization [None req-40a4ec71-2fd7-45ee-9141-1dc297903194 service nova] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 763.778997] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGHEST for action security_group_members [ 763.779210] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.779434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779846] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.780022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.780269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.780269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.780343] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.801277] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 763.801277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.820045] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: SUCCESS [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.820045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.820045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.820045] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.080399] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.080399] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.080399] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.081471] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.081887] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.082132] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.082262] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.082490] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.082631] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.082828] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.082939] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.083106] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.083148] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.083253] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.083348] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.083930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.085112] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 764.085304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.085880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.086065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.086230] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.086331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.086387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.086530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.086608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.086698] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.105992] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.107405] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.107405] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.107405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.107800] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.107931] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.108040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.108371] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.108512] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b487d53a-9bda-4e3c-be61-f26acbc8ae0f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.203946] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.204107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.204199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.204459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.204558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.204789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.204859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.204909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.206020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.206020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.206020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e already deleted. [ 764.206020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.283766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.283932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.284010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.284299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.284376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.284584] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.284691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.284757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.284904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.284980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.285079] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be updated. [ 764.317727] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.318032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.318032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.318185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.318335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.322194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.322856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.322915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.324254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.324254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324744] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.324744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.324744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.325061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.325109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.329552] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: IN_PROGRESS for 2s [ 764.556253] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.558747] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.558747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.558747] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.588762] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.588948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.589015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.589437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.589680] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.589680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.589680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.589832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.590342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.590342] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be updated. [ 764.613082] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.613312] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.613543] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.613964] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.614926] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.614926] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port b487d53a-9bda-4e3c-be61-f26acbc8ae0f not found, creating... [ 764.614926] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.615136] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.616524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.616818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.616976] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.618028] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.618221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.618356] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.618613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.618743] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.618890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: b487d53a-9bda-4e3c-be61-f26acbc8ae0f is going to be created. [ 764.632032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.632032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.632032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.632032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.632032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.641447] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: IN_PROGRESS for 2s [ 764.643042] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.643248] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.643368] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.643630] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.643845] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.644069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.830385] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf0015ba-95ec-45fb-a27a-4ab982735e99: rpc.has_security_group_logging(os_id): False [ 764.855290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.855743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.856961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.856961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.856961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.856961] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.856961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.857369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.857369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.857369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.857509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.857581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.857581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.857732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.857800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.857982] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.858099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.858155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.858276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.858348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.858418] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 is going to be created. [ 764.941154] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.941316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.941486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.941753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.941790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.954359] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: IN_PROGRESS for 2s [ 765.061154] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.290203] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4a9c10f9-7463-4b7a-b9e1-923505d3080f None None] Enqueued Resource ID: ba942db5-39a8-4c32-8388-80eb639e6022 with Priority: HIGHEST for action port [ 765.290762] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba942db5-39a8-4c32-8388-80eb639e6022 with Priority: HIGHEST for action port [ 765.291131] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba942db5-39a8-4c32-8388-80eb639e6022 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.291283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba942db5-39a8-4c32-8388-80eb639e6022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.291363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba942db5-39a8-4c32-8388-80eb639e6022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.291643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba942db5-39a8-4c32-8388-80eb639e6022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.291739] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba942db5-39a8-4c32-8388-80eb639e6022',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.403153] env[65720]: INFO networking_nsxv3.common.synchronization [None req-03f9af41-036d-4724-9c08-6508250c5a15 service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_rules [ 765.403408] env[65720]: INFO networking_nsxv3.common.synchronization [None req-03f9af41-036d-4724-9c08-6508250c5a15 service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 765.403528] env[65720]: INFO networking_nsxv3.common.synchronization [None req-03f9af41-036d-4724-9c08-6508250c5a15 service nova] Enqueued Resource ID: b487d53a-9bda-4e3c-be61-f26acbc8ae0f with Priority: HIGHEST for action port [ 765.403801] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_rules [ 765.404040] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 765.404154] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b487d53a-9bda-4e3c-be61-f26acbc8ae0f with Priority: HIGHEST for action port [ 765.404831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.405054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.405273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.405598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.405698] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.406666] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.406896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.406970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.407529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.407593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.407750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.407834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.407932] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.408811] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.408924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.408993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.409184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.409352] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b487d53a-9bda-4e3c-be61-f26acbc8ae0f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.564522] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.794663] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba942db5-39a8-4c32-8388-80eb639e6022 [ 765.794960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.795436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.795436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.795531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.795606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.796448] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba942db5-39a8-4c32-8388-80eb639e6022 already deleted. [ 765.796448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba942db5-39a8-4c32-8388-80eb639e6022" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.912297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.916220] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b487d53a-9bda-4e3c-be61-f26acbc8ae0f with status ACTIVE [ 765.916220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.916220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.916220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.916220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.916732] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b487d53a-9bda-4e3c-be61-f26acbc8ae0f is going to be updated. [ 765.918149] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.940718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.940936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.941110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.941498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.941575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.941805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b487d53a-9bda-4e3c-be61-f26acbc8ae0f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.069052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.069198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.069241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.069460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.069557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.069714] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 766.114563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.114753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.115649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.115649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.115767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.126743] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 766.344756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 in Status: SUCCESS [ 766.344897] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 deletion is rescheduled due to dependency. [ 766.345011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.421920] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.609297] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8f56ca94-0920-4d77-90f2-82960ad22856 service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 766.610038] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 766.610365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.610472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.656952] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 in Status: SUCCESS [ 766.657553] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 deletion is rescheduled due to dependency. [ 766.657726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.927401] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.927401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.927401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.927401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.927401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.927401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be created. [ 766.959569] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.959569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.959569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.959569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.959569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.975283] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: UNINITIALIZED for 2s [ 766.977818] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: SUCCESS [ 766.977818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.011221] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.011478] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.011604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.011889] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.012976] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.012976] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.013402] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.014260] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.014419] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.014632] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.014745] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.014877] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.015028] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.015146] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.015278] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.016545] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.039447] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.039663] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.039813] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.040030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.040439] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-e4315658-0732-463a-b063-b1c4cf7cdafd taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.040632] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.040767] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.041123] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.041263] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4315658-0732-463a-b063-b1c4cf7cdafd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.545722] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.546211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.546211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.546361] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.546581] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.546751] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port e4315658-0732-463a-b063-b1c4cf7cdafd not found, creating... [ 767.547494] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.547700] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.547800] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.548128] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.548310] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.548625] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.548783] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.548978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.549166] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.549384] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.549533] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: e4315658-0732-463a-b063-b1c4cf7cdafd is going to be created. [ 767.573945] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.574244] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.574375] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.574739] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.575036] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.575268] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.190876] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 768.191103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.191326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.191569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.191779] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.191878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.191943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.192122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.192199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.192286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.192404] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.390548] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6e3cf69c-59ef-48dc-aa17-b257d2407c2e service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_rules [ 768.390548] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6e3cf69c-59ef-48dc-aa17-b257d2407c2e service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 768.390548] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6e3cf69c-59ef-48dc-aa17-b257d2407c2e service nova] Enqueued Resource ID: e4315658-0732-463a-b063-b1c4cf7cdafd with Priority: HIGHEST for action port [ 768.391619] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_rules [ 768.392100] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 768.392407] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4315658-0732-463a-b063-b1c4cf7cdafd with Priority: HIGHEST for action port [ 768.392987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.393301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.394353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.394630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.394990] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4315658-0732-463a-b063-b1c4cf7cdafd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.395324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.395935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.396213] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4315658-0732-463a-b063-b1c4cf7cdafd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.697409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.697774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.697774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.697858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.698557] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.698557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.698557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.698557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.698557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.698557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.698861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.698861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.698861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.698954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.699272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.699272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.699272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.699472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.699472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.699601] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.898430] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4315658-0732-463a-b063-b1c4cf7cdafd with status ACTIVE [ 768.901957] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901957] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901957] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901957] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4315658-0732-463a-b063-b1c4cf7cdafd is going to be updated. [ 768.928088] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.928262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.928345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.928549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.928697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.928978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4315658-0732-463a-b063-b1c4cf7cdafd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.991494] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 768.991863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.992160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.992588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.992656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.992935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.993042] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.993895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.994077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.994227] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.994330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.994394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.994535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.994612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.994705] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.206268] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2189a9c4-86c5-47ef-a05d-6e21c2e92a06: rpc.has_security_group_logging(os_id): False [ 769.227745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.227745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.227930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.228534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.228534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.228534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.228534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.228938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.228938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.228938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.229066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.229119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.229429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.229429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.229429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.229576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.229664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.229781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.229927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.230082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.235167] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 769.318974] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.319690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.319896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.320210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.320460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.343285] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 769.497450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.497634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.497771] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.000019] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.507636] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.507636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.507636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.507636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.507636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.507636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 770.540034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.540034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.540034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.540034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.540034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.550303] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 771.360995] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 771.361422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.441219] env[65720]: INFO networking_nsxv3.common.synchronization [None req-597fccab-38d2-4238-99bb-d895b4dc2693 service nova] Enqueued Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 771.441534] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGHEST for action security_group_members [ 771.441862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.441959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.442662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.442662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.442662] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.442662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.443160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.443160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.443160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.443160] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.949807] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.950077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.950168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.950401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.950492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.950750] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.950878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.950942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.951122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.951527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.951527] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec is going to be updated. [ 771.984425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.984565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.984653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.984810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.985117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.999324] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: IN_PROGRESS for 2s [ 772.562205] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 772.562205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.562205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.562622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.562622] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.562774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.562774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.563432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.563432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.563432] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.066795] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.521978] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a105bb0-ffe1-44c1-a6d2-f70ff01a993d None None] Enqueued Resource ID: ac681fd2-36fe-4405-9bcf-e7decfa945da with Priority: HIGHEST for action port [ 773.522638] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac681fd2-36fe-4405-9bcf-e7decfa945da with Priority: HIGHEST for action port [ 773.523029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac681fd2-36fe-4405-9bcf-e7decfa945da taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.523191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac681fd2-36fe-4405-9bcf-e7decfa945da" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.523260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac681fd2-36fe-4405-9bcf-e7decfa945da" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.523555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac681fd2-36fe-4405-9bcf-e7decfa945da" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.523555] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac681fd2-36fe-4405-9bcf-e7decfa945da',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.571448] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.014153] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec in Status: SUCCESS [ 774.014153] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec deletion is rescheduled due to dependency. [ 774.014153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.027089] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac681fd2-36fe-4405-9bcf-e7decfa945da [ 774.027362] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.027544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.027748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.028559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.028559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.028559] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac681fd2-36fe-4405-9bcf-e7decfa945da already deleted. [ 774.028559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac681fd2-36fe-4405-9bcf-e7decfa945da" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.074910] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.075092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.075172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.075390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.076102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.076102] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 774.113411] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.113411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.113411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.113411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.113411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.126644] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 776.144486] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 776.144991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.144991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.145197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.145451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.145620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.145711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.145950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.146057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.146166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.146411] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.146520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.146593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.146750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.146921] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.147033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.147092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.147241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.147318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.147399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.147891] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.453483] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5cf010b7-166d-486f-a18b-5cab0fab9d56 None None] Enqueued Resource ID: b971f817-a2f9-4d0a-b85b-4b5e684f4c32 with Priority: HIGHEST for action port [ 776.453483] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b971f817-a2f9-4d0a-b85b-4b5e684f4c32 with Priority: HIGHEST for action port [ 776.453996] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b971f817-a2f9-4d0a-b85b-4b5e684f4c32 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.454332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b971f817-a2f9-4d0a-b85b-4b5e684f4c32" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.454577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b971f817-a2f9-4d0a-b85b-4b5e684f4c32" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.455143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b971f817-a2f9-4d0a-b85b-4b5e684f4c32" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.455730] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b971f817-a2f9-4d0a-b85b-4b5e684f4c32',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.651157] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c305ab-2d86-443e-aafe-a381144eab8e: rpc.has_security_group_logging(os_id): False [ 776.672737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.673631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.673631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.673631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.673631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.674127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.674127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.674127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.674240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.674380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.674522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.674613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.674672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.675287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.675509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.675600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.675678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.675921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.676199] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be created. [ 776.779451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.779701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.779824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.780202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.780680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.800222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 776.961756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b971f817-a2f9-4d0a-b85b-4b5e684f4c32 [ 776.962078] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.962243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.962319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.962543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.962643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.963699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b971f817-a2f9-4d0a-b85b-4b5e684f4c32 already deleted. [ 776.963846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b971f817-a2f9-4d0a-b85b-4b5e684f4c32" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.041869] env[65720]: INFO networking_nsxv3.common.synchronization [None req-92f8a0cb-2745-4e7a-97cd-c4d9675ad2ed service nova] Enqueued Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 777.041869] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 with Priority: HIGHEST for action security_group_members [ 777.047778] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf0015ba-95ec-45fb-a27a-4ab982735e99 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.047778] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.047778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.047778] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf0015ba-95ec-45fb-a27a-4ab982735e99',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.554124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.554124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.554124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.554568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.554568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.554568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.554659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.554691] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 is going to be updated. [ 777.603470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.603470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.605208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.608810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.621985] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: IN_PROGRESS for 2s [ 778.842150] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 778.842150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.842150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.842927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.842927] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.346051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.346051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.346051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.346249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.346454] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.346563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.346641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.346837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.347909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.347909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.347909] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.398517] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 779.398647] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:1 started [ 779.633070] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 in Status: SUCCESS [ 779.633301] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf0015ba-95ec-45fb-a27a-4ab982735e99 deletion is rescheduled due to dependency. [ 779.633404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf0015ba-95ec-45fb-a27a-4ab982735e99" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.850718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.850718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.851242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.851242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.851242] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.851242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.851413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.852842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.852842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.852842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.853471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.853471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.857557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.857747] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.334837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.335008] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.335104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.335297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.335407] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.360976] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c305ab-2d86-443e-aafe-a381144eab8e: rpc.has_security_group_logging(os_id): False [ 780.379946] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.380119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.380168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.380388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.380482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.380678] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.380783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.380865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.381074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.381158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.381371] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.381434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.381486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.381629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.381700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382175] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.382175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.382175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.382329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.382364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.382434] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 780.445022] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.446125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.446125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.446125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.446125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.458095] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 780.838211] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.341378] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.664696] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c456f790-b844-482b-a021-c00aaf49d526 None None] Enqueued Resource ID: aee5e459-ab4f-4c9c-89f2-eae3297b2889 with Priority: HIGHEST for action port [ 781.665699] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5e459-ab4f-4c9c-89f2-eae3297b2889 with Priority: HIGHEST for action port [ 781.665699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee5e459-ab4f-4c9c-89f2-eae3297b2889 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee5e459-ab4f-4c9c-89f2-eae3297b2889" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee5e459-ab4f-4c9c-89f2-eae3297b2889" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.667647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee5e459-ab4f-4c9c-89f2-eae3297b2889" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.667748] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee5e459-ab4f-4c9c-89f2-eae3297b2889',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.845470] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 781.845532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 782.171229] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee5e459-ab4f-4c9c-89f2-eae3297b2889 [ 782.171459] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.171592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.171701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.171880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.171968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.172091] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee5e459-ab4f-4c9c-89f2-eae3297b2889 already deleted. [ 782.172175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee5e459-ab4f-4c9c-89f2-eae3297b2889" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.491092] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 782.491390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.728466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.728557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.728860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.745146] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 782.745146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.745726] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 782.774260] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.774484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.774484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.774705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.783627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.784437] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 782.784558] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.785152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 782.827553] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.827889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.827889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.828836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.829325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.829595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 782.884798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.884992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.885074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.885405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.885613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.885821] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 782.967116] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.967116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.967116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.967306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.967476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.967728] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:25. [ 782.967814] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'20b78b38-b275-4e73-8172-e6cb57626d98', '3b00b20b-408c-464d-8aa6-4cd5f6827d0d', '1ee6fc66-ab17-4573-aef7-62ffc278f11f', 'ce1257d6-a801-4327-a0b0-1644a62b6bd0', 'cc842588-a7a0-4b1d-8d4f-78389994527a', '43093918-e964-4f7a-8dc0-570f3165dde5', '57b3ae58-8dfc-4160-bef6-f7129b840dd1', '37c2e1a3-ce4c-4611-8c21-e492d42ec24b', '5116121f-7207-4721-8b2d-2a96015a03e1', 'b283a451-b0d3-4b21-a10f-5c975216ac87', '909c9aac-0831-45bf-9fce-d9e08c64ac48', '205e7248-f560-4707-b492-d9c672132ecc', '023c4b8c-c1f0-40fd-832c-c4e6f8f437e1', '94da9580-b567-4a39-b106-8759d0546454', '45a1f160-b2d3-4a4f-a4d9-8f1305fd489f', 'ce07a8ab-40d2-4bfd-8a25-4fe9b419351f', 'a9c305ab-2d86-443e-aafe-a381144eab8e', '2189a9c4-86c5-47ef-a05d-6e21c2e92a06', '71f29b6c-4740-4d41-aa1d-e0589972cd38', '1ad40acd-8d54-4d7f-a0aa-408067f240f8', '9ce9a343-b8b0-474d-86be-ec43e8ec079f', 'a240a66e-cd8e-48cc-9fa4-48904f54d2c3', 'bf0015ba-95ec-45fb-a27a-4ab982735e99', 'f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec', 'f44e099d-9f74-4adf-8531-df0032023b9c'} {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.967905] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 782.996085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.996305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.996305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.996521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.996603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.996717] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 782.996781] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 782.996845] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 783.048909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.048909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.048909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.049285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.050403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.050403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 783.050403] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 783.050403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 783.050403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 783.050403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/25 resources of Type:Security Group Rules [ 783.050403] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 783.050812] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGH for action security_group_rules [ 783.051157] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGH for action security_group_rules [ 783.051157] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGH for action security_group_rules [ 783.051157] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGH for action security_group_rules [ 783.051157] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGH for action security_group_rules [ 783.051375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGH for action security_group_rules [ 783.051375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGH for action security_group_rules [ 783.051375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGH for action security_group_rules [ 783.051375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGH for action security_group_rules [ 783.051581] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGH for action security_group_rules [ 783.051581] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGH for action security_group_rules [ 783.051581] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGH for action security_group_rules [ 783.051714] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGH for action security_group_rules [ 783.051714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.410665] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d2f58343-95e7-4638-883c-f45f309e2d4e None None] Enqueued Resource ID: c04ad7bc-b8ad-482e-95b4-51d16c17734e with Priority: HIGHEST for action port [ 784.411254] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c04ad7bc-b8ad-482e-95b4-51d16c17734e with Priority: HIGHEST for action port [ 784.411640] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b78b38-b275-4e73-8172-e6cb57626d98 with Priority: HIGH for action security_group_rules [ 784.411640] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f with Priority: HIGH for action security_group_rules [ 784.411758] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94da9580-b567-4a39-b106-8759d0546454 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 with Priority: HIGH for action security_group_rules [ 784.412946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 205e7248-f560-4707-b492-d9c672132ecc with Priority: HIGH for action security_group_rules [ 784.413252] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 with Priority: HIGH for action security_group_rules [ 784.413252] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGH for action security_group_rules [ 784.413252] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGH for action security_group_rules [ 784.413337] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43093918-e964-4f7a-8dc0-570f3165dde5 with Priority: HIGH for action security_group_rules [ 784.413405] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b with Priority: HIGH for action security_group_rules [ 784.413485] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGH for action security_group_rules [ 784.413616] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGH for action security_group_rules [ 784.413733] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGH for action security_group_rules [ 784.414333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c04ad7bc-b8ad-482e-95b4-51d16c17734e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.414333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c04ad7bc-b8ad-482e-95b4-51d16c17734e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.414333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c04ad7bc-b8ad-482e-95b4-51d16c17734e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.414558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c04ad7bc-b8ad-482e-95b4-51d16c17734e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.414615] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04ad7bc-b8ad-482e-95b4-51d16c17734e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.418740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20b78b38-b275-4e73-8172-e6cb57626d98 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.418740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.419058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.419992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.419992] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20b78b38-b275-4e73-8172-e6cb57626d98',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.420243] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.421190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.421190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.421190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.421190] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ee6fc66-ab17-4573-aef7-62ffc278f11f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.421874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.422019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.422081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.424174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.424174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.424174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.424174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.424174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.424174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.424174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.425446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.425615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.425615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.425857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.425954] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad40acd-8d54-4d7f-a0aa-408067f240f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.427413] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71f29b6c-4740-4d41-aa1d-e0589972cd38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.427413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.427413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.427759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.427759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71f29b6c-4740-4d41-aa1d-e0589972cd38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.428793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.428917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.428981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.431321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.431321] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.431792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.431792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.431792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.431932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.432047] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.433142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94da9580-b567-4a39-b106-8759d0546454 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.433295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.433428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.437066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.437066] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94da9580-b567-4a39-b106-8759d0546454',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.443426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.443598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.443709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.443876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.444191] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.444462] env[65720]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 784.445498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.445498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.445498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.445900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.446059] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('023c4b8c-c1f0-40fd-832c-c4e6f8f437e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.447382] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-205e7248-f560-4707-b492-d9c672132ecc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.447382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.447382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.447737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.447737] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('205e7248-f560-4707-b492-d9c672132ecc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.448991] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-909c9aac-0831-45bf-9fce-d9e08c64ac48 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.449112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.449167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.450989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.450989] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('909c9aac-0831-45bf-9fce-d9e08c64ac48',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.451570] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.451691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.451691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.453182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.453182] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.454723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.454723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.454723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.454972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.457222] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.457222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-43093918-e964-4f7a-8dc0-570f3165dde5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.457222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.457508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.457671] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('43093918-e964-4f7a-8dc0-570f3165dde5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.461425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.461425] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37c2e1a3-ce4c-4611-8c21-e492d42ec24b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.461425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.461425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.461425] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.463394] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.463394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.463394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.463787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.463787] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.464656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.464778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.464832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.464979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.465063] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.465313] env[65720]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 784.470185] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c04ad7bc-b8ad-482e-95b4-51d16c17734e [ 784.470185] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.470185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.470185] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c04ad7bc-b8ad-482e-95b4-51d16c17734e already deleted. [ 784.470185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c04ad7bc-b8ad-482e-95b4-51d16c17734e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.502333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.502524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.503345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.503345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.506394] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.506557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.530180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.530313] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ee6fc66-ab17-4573-aef7-62ffc278f11f is going to be deleted. [ 784.531319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.533395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.552148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552500] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20b78b38-b275-4e73-8172-e6cb57626d98 is going to be deleted. [ 784.607527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.607527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.607527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.608204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.608204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.608204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ee6fc66-ab17-4573-aef7-62ffc278f11f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.615438] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.615438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.615438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.615438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.615438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.615438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20b78b38-b275-4e73-8172-e6cb57626d98" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.968797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.969544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.969544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.969752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.970122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970122] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.008871] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.009049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.009125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.009382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.010509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.010509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.010509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.010509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.010509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.010509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.010509] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.014522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.014522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.014522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.014714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.015967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.015967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.015967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.015967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.015967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.015967] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.016944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.016944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.016944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.016944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.016944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.016944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.016944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.017331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.017331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.017331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.017331] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.025798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.025798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.026059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.026059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.028112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.028112] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.028112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.028112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030105] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.030487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.030666] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.035634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.035634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.035634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.035634] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.038672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.039025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.039025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039641] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.039641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.039641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.039641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.039641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.039899] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.084954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.085496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.085496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.085496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.087281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.087425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.103988] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.104263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.105107] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.105241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.106042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.106042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.106932] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.107086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.107826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.107965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.108648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.108742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.110166] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.110166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.111456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.111456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be deleted. [ 785.112196] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.112286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.112358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.112549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.138576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.138576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 909c9aac-0831-45bf-9fce-d9e08c64ac48 is going to be deleted. [ 785.138576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.138989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.171556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.171556] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 023c4b8c-c1f0-40fd-832c-c4e6f8f437e1 is going to be deleted. [ 785.172673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.172918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176253] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.209161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.209161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.218511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.219393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71f29b6c-4740-4d41-aa1d-e0589972cd38 is going to be deleted. [ 785.223035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.223035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.263135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.263307] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad40acd-8d54-4d7f-a0aa-408067f240f8 is going to be deleted. [ 785.265189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.265503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.267706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.267893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.322704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323754] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be deleted. [ 785.323754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.373175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.373431] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 205e7248-f560-4707-b492-d9c672132ecc is going to be deleted. [ 785.374432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.374711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.376433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.376726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.407037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.407187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.448663] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 43093918-e964-4f7a-8dc0-570f3165dde5 is going to be deleted. [ 785.449531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.449660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.474318] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.487751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.487751] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37c2e1a3-ce4c-4611-8c21-e492d42ec24b is going to be deleted. [ 785.487876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.488192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.491426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.491426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.514224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.514494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.514494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.514670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.514850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.514953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.515024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.515180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.516399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.516612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517476] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.518022] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.524969] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94da9580-b567-4a39-b106-8759d0546454 is going to be deleted. [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.524969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.525741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.527361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.527547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-909c9aac-0831-45bf-9fce-d9e08c64ac48" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.528209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.528419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.528503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.528622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-023c4b8c-c1f0-40fd-832c-c4e6f8f437e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.528762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.528924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.529009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.529135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad40acd-8d54-4d7f-a0aa-408067f240f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71f29b6c-4740-4d41-aa1d-e0589972cd38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.532148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.542940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.543182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.543271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.543567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.543672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.543775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.543829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.544158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.544158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.544158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.544311] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.544403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.544463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.544603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.544736] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.544824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.544885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.545044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.545101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.545182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.545272] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.549322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.550339] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.550469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.550538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.550729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.551018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.551121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.551121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.551314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.551446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.551600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.551828] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.551975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.552541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.552788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.553028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.553185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.553292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.553536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.553662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.553800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.553951] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.555230] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.558876] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.558876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.558876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.558876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.559276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.559276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.559362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.559559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.559687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.559857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.561423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.561423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.561878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.561878] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.563359] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.563528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.563774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.564330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.564330] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.564330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.564330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.564541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.564573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565287] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.565514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.565648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.568044] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.568044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.568044] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.569719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.570284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.570284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.570964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.570964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.570964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-205e7248-f560-4707-b492-d9c672132ecc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.590135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.590354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.590451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.591597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.592808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.592808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-43093918-e964-4f7a-8dc0-570f3165dde5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.666854] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.666854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.666854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.666854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.666854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.667200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37c2e1a3-ce4c-4611-8c21-e492d42ec24b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.715698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.715698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.715698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.715932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.716073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.716394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94da9580-b567-4a39-b106-8759d0546454" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.977241] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 785.999000] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.999164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.999238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.999450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.022929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.023270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.023396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.023464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.023662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.023746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.023837] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 786.026358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b00b20b-408c-464d-8aa6-4cd5f6827d0d: rpc.has_security_group_logging(os_id): False [ 786.050164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.050164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.050164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.050164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.050440] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2189a9c4-86c5-47ef-a05d-6e21c2e92a06: rpc.has_security_group_logging(os_id): False [ 786.068942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.069099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.069166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.071020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 786.073223] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce1257d6-a801-4327-a0b0-1644a62b6bd0: rpc.has_security_group_logging(os_id): False [ 786.074093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc842588-a7a0-4b1d-8d4f-78389994527a: rpc.has_security_group_logging(os_id): False [ 786.074891] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b283a451-b0d3-4b21-a10f-5c975216ac87: rpc.has_security_group_logging(os_id): False [ 786.075640] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c305ab-2d86-443e-aafe-a381144eab8e: rpc.has_security_group_logging(os_id): False [ 786.077084] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.077252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.077298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.077445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.078982] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5116121f-7207-4721-8b2d-2a96015a03e1: rpc.has_security_group_logging(os_id): False [ 786.109056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.109056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.113687] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.113848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.115975] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.116361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.116940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.117113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.117814] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.117910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.118842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.119118] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.119238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.119306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.122576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.122576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.126059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.126059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.126059] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 786.126059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.126059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.126410] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.126410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.152681] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.152828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.153117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.153214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.153400] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.153508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.153561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.153720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.153799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.153987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.154079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.154287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.154359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.154579] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 786.155673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.155846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.161348] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.161348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.187301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.187759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.188303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.188528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.188599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.188694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.188926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.189286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.189365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.189562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.189720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.189720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.189879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.189943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.190061] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 786.191190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.191327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.232097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.232425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.232520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.232601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.232794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.232861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.233091] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a is going to be updated. [ 786.234194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.234388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.234532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.235499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.235650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.270529] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 786.272028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.272028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.276256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.276821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.276976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.277076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.277309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.277440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.277571] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 is going to be updated. [ 786.278757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.278965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.294224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.294474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.318169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.318169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.400481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.400481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.400481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.400481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.401363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.401765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.401984] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 786.404401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.404731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.405165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.407732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.407732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.407732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.408314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.408594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.408821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.410226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.410781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.413804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.415026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.415026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.415026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.415026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.458027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.458027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.458027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.458027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.458027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.462366] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: IN_PROGRESS for 2s [ 786.467862] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 786.470265] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 786.474178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 786.487363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: IN_PROGRESS for 2s [ 786.517781] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 786.623071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.623071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.623071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.650624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 788.039181] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a7a58794-7dc8-4e4c-8b9b-646527d74147 service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 788.039983] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 788.041073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.041073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.041073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.041266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.041339] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.041436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.041493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.041639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.041726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.041904] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.101376] env[65720]: INFO networking_nsxv3.common.synchronization [None req-54f1225c-bf3f-4c25-a7e0-6adbe320aea3 service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 788.101376] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 788.102544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.103093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.103436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.104150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.104426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.104742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.104943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.106373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.106373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.106373] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.285260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 788.285555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.449216] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.449216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.449216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.449216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.449216] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.449216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.449734] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.450128] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.450398] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.450695] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.450902] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.451121] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.451445] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.451675] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.451881] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.452174] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.476075] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.476962] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.478354] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.478537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.478814] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-e97a5da4-5540-4c0c-a33d-be1182e82aa7 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.478980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.479114] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.479430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.480542] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97a5da4-5540-4c0c-a33d-be1182e82aa7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.488438] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 788.489105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.490690] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: SUCCESS [ 788.490780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.491535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 788.491659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.493626] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 788.493805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.503573] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: SUCCESS [ 788.503802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.531890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 788.532306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.543820] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.608042] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.666991] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 788.666991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.982919] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.983183] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.983364] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.983701] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.983848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.984058] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port e97a5da4-5540-4c0c-a33d-be1182e82aa7 not found, creating... [ 788.984377] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.984599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.984753] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.985031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.985333] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.985538] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.985734] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.985880] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.986156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.986323] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.986492] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: e97a5da4-5540-4c0c-a33d-be1182e82aa7 is going to be created. [ 789.011629] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.011835] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.011973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.012279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.012505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.012726] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.045857] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.110916] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.548638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.548820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.548820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.549036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.549134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.549231] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 789.578200] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.578366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.578412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.578897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.578897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588879] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 789.615628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.615628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.615628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.616634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.617311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.617311] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 789.653960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.653960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.653960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.653960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.653960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.664576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 789.718142] env[65720]: INFO networking_nsxv3.common.synchronization [None req-797439e8-9362-483f-afca-826439c9b890 service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_rules [ 789.718142] env[65720]: INFO networking_nsxv3.common.synchronization [None req-797439e8-9362-483f-afca-826439c9b890 service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 789.718142] env[65720]: INFO networking_nsxv3.common.synchronization [None req-797439e8-9362-483f-afca-826439c9b890 service nova] Enqueued Resource ID: e97a5da4-5540-4c0c-a33d-be1182e82aa7 with Priority: HIGHEST for action port [ 789.719791] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_rules [ 789.720214] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 789.720599] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e97a5da4-5540-4c0c-a33d-be1182e82aa7 with Priority: HIGHEST for action port [ 789.721149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.721624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.721832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.722515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.722515] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.723462] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.723559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.723782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e97a5da4-5540-4c0c-a33d-be1182e82aa7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.723898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.723968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.724158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.724246] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e97a5da4-5540-4c0c-a33d-be1182e82aa7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.226368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.226766] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e97a5da4-5540-4c0c-a33d-be1182e82aa7 with status ACTIVE [ 790.226919] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.226980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.227111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.227404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.227550] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.227659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.227722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.227912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.227994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228192] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.228300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.228384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.228508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228708] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e97a5da4-5540-4c0c-a33d-be1182e82aa7 is going to be updated. [ 790.257802] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.257802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.258088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.258142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.258721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.258721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e97a5da4-5540-4c0c-a33d-be1182e82aa7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.826477] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3997a445-5c79-4c8a-bd02-1bf058ff9ba4 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 790.827120] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 790.827557] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.828748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828748] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.829014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.829259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.829401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.829566] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.154315] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.154315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.154315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.154315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.154315] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.154315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.154315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.154685] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.154914] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.155198] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.155343] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.155508] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.155680] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.156146] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.156146] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.156146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.176473] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.176689] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.176874] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.177128] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.177560] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-dcdfc13e-45af-4bc2-970d-b60727f42176 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.177786] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.177973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.178330] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.178472] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdfc13e-45af-4bc2-970d-b60727f42176',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.332369] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.332689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.332689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.332689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.332876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.333049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.333175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.333239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.333410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.333489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.333609] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b already deleted. [ 791.333660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.603020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 791.603302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.603504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.603728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.603912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.604046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.604118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604455] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.676462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 791.676711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.681524] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.681963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.682250] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.682725] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.682957] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.683182] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port dcdfc13e-45af-4bc2-970d-b60727f42176 not found, creating... [ 791.683501] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.683762] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.684016] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.684406] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.684610] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.685404] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.685404] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.685404] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.685876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.685876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.685990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: dcdfc13e-45af-4bc2-970d-b60727f42176 is going to be created. [ 791.711784] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.711784] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.712053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.712741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.713261] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.713555] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.106983] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [None req-eb9813b3-29ea-4fb6-8639-64258818cfdf service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [None req-eb9813b3-29ea-4fb6-8639-64258818cfdf service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [None req-eb9813b3-29ea-4fb6-8639-64258818cfdf service nova] Enqueued Resource ID: dcdfc13e-45af-4bc2-970d-b60727f42176 with Priority: HIGHEST for action port [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 792.474265] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcdfc13e-45af-4bc2-970d-b60727f42176 with Priority: HIGHEST for action port [ 792.475207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.475207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.475207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.475408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.475408] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.476697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.476825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.476872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.477243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.477480] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.477698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.477761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.478048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.478170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478291] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.479578] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcdfc13e-45af-4bc2-970d-b60727f42176 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.479743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.480044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.480187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.480307] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcdfc13e-45af-4bc2-970d-b60727f42176',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.611839] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.774035] env[65720]: INFO networking_nsxv3.common.synchronization [None req-90bc6495-baae-4a24-8341-7b9ace70e623 service nova] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 792.774035] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGHEST for action security_group_members [ 792.774035] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.774035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.774035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.774900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.775289] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.775929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.775929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.775929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.775929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.776182] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.983012] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.983790] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.984123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.984420] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcdfc13e-45af-4bc2-970d-b60727f42176 with status ACTIVE [ 792.986648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.986648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.987053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.987053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.987053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.988188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.988537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.988645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.988734] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcdfc13e-45af-4bc2-970d-b60727f42176 is going to be updated. [ 793.011649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.011649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.011649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.011649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.011649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.011649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcdfc13e-45af-4bc2-970d-b60727f42176" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.114338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.116840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.116840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.117143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.117188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117323] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 793.151652] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.151880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.151959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.152206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.152623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.166674] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 793.278630] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.278793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.278878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.279090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.307818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.308187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.308348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.308846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.308846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.308846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.308979] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 is going to be updated. [ 793.339573] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.339821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.339938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.340244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.340453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.357636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: IN_PROGRESS for 2s [ 793.491058] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.994675] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.994675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.994675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.995471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.995685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.995857] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be created. [ 794.027391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.027640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.027761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.028331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.028331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.042570] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: UNINITIALIZED for 2s [ 795.176881] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 795.177234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.177284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.177483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.177679] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.177836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.177982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.178246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.178297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.178360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.178466] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.370480] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 in Status: SUCCESS [ 795.370685] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 deletion is rescheduled due to dependency. [ 795.370828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.683561] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.683561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.683693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.683851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.684052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.684167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.684229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.684544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.684544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.684672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.684709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.685494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.685494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.685766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.685766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.685766] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.053152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 796.053389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.053967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.053967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.054259] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.054259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.054259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.054379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.054410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.054618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.054618] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.188457] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b00b20b-408c-464d-8aa6-4cd5f6827d0d: rpc.has_security_group_logging(os_id): False [ 796.209704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.210120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.210276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.210602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.211808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.211808] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.211808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.211808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.211808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.212048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.212956] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.212956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.212956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.213130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.213233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.213557] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.213726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.214510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.214510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.214510] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 796.292127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.292380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.292479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.292656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.292814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.309618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 796.557805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.558112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.558252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.558527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.558752] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.558875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.558950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.559172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.559279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.559366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.559534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.559645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.559710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.559862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.560106] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.560275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.560275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.560453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.560625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.560714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.560809] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.063329] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 797.087306] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088243] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.088396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.088482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.088690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.088770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.089083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.089178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.089370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.089538] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.089634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.089697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.089994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090120] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be created. [ 797.158280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.158432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.158508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.158819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.159065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.172170] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 797.774065] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.774533] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 797.825784] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b8003d41-5854-4b9e-b336-58fb85fffc6a service nova] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 797.826299] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGHEST for action security_group_members [ 797.826787] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.826874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.826961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.827193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.827349] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.827456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.827514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.827659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.827745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.827843] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.329369] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 798.329555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.331243] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.331396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.331474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.331716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.331802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332279] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.332279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.332279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.332561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.332561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.332627] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be updated. [ 798.367800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.367800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.367800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.368331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.381985] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: IN_PROGRESS for 2s [ 799.185747] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 799.186174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.085250] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5cfd9e82-7d4d-454f-b5c6-9e199c7cac3f service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 800.085807] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 800.086121] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.086252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.086320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.086577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.086744] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.086848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.086912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.087080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.087191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.087260] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.392154] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b283a451-b0d3-4b21-a10f-5c975216ac87 in Status: SUCCESS [ 800.392472] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 deletion is rescheduled due to dependency. [ 800.392472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.412038] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.412038] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.412038] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.412319] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.412941] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.412941] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.412941] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.413163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.413163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.413373] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.413480] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.413584] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.413686] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.413794] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.413896] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.414041] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.434052] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.434244] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.434390] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.434575] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.434937] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.435099] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.435229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.435560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.435700] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.589894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.590423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.590520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.590721] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.590835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.591092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.591190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.591279] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a already deleted. [ 800.591484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.939025] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.939025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.939025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.939025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.939233] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.939233] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 not found, creating... [ 800.939528] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.941041] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.941041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.941438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.941438] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 is going to be created. [ 800.963118] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.963339] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.963462] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.963751] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.964056] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.964242] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.709294] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57156475-7f1a-438a-865f-dbff93201fd0 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 801.709625] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57156475-7f1a-438a-865f-dbff93201fd0 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 801.709625] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57156475-7f1a-438a-865f-dbff93201fd0 service nova] Enqueued Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 801.710217] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 801.710217] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 801.710445] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 801.710792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.710974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.711017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.711301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.711388] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.712416] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.712567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.712660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.712890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.713085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.713198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.713262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.713418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.713502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.713596] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.714769] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.714880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.714950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.715115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.715212] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.216468] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.217749] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.218016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.218491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with status ACTIVE [ 802.218726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.219823] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.219823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.221564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.221564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.221564] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 is going to be updated. [ 802.246669] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.246669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.246669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.246923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.247384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.247384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.720260] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.222798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.222995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.223113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.223398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.223507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.223635] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be created. [ 803.276295] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.276469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.276469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.276710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.276922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.289279] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4067b0a7-da17-47c7-b754-93b496750783 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 803.290140] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: UNINITIALIZED for 2s [ 803.290650] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 803.291014] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.291185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.291260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.291525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.291714] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.291833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.291907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.292034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.292113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.292213] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.623316] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.623567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.623860] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.624572] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.624828] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.625139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625388] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.625724] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.626750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.627110] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.627284] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.630365] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.630365] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.630365] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.630365] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.630365] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.657573] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.657573] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.657573] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.657573] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.657573] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.658050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.658050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.658264] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.658418] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.795072] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.795731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.795731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.795731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.795907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.796095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.796203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.796271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.796484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.796624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.796690] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 already deleted. [ 803.796774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.162093] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.162435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.162613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.162979] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.163234] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.163448] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad not found, creating... [ 804.163825] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.164060] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.164233] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.164571] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.164804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.165734] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.165953] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.166118] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.166411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.166593] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.166763] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad is going to be created. [ 804.189655] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.189920] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.190127] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.190477] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.190757] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.191053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.592842] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fccf0fd7-ed76-4a30-b9f1-56fde095d4b3 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 804.593464] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 804.593788] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.593914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.593983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595153] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.595153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.595153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.595153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.595153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.595153] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.959684] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b5753b7-7d65-4e60-817e-d2192ee75761 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 804.960506] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b5753b7-7d65-4e60-817e-d2192ee75761 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 804.960506] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2b5753b7-7d65-4e60-817e-d2192ee75761 service nova] Enqueued Resource ID: f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad with Priority: HIGHEST for action port [ 804.961170] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 804.961492] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 804.962349] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad with Priority: HIGHEST for action port [ 804.962429] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.962568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.962637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.962918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.963044] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.966506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.966506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.966949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.967397] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.967538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.968168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.968405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.968686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.968686] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.970250] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.971646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.971646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.971646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.971646] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.098659] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.098659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.098857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.098957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.099087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.099341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.099474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.099548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.099743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.099830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.099918] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 805.133286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.133577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.133767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.133907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.144614] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 805.301760] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 805.302168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.302462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.302928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.303217] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.303401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.303486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.303787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.303983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.303983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.304128] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.468234] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.470111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471750] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.473636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad with status ACTIVE [ 805.473847] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.474039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.474106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.474316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.474407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.474612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.474714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.474807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.475162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.475162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.475258] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.475340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.475340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.475467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.475540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.475651] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad is going to be updated. [ 805.498130] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.498365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.498456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.498672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.498810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.498991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a8ac3c-ad7e-4eb4-aec3-db29631fd7ad" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.807069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.807245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.807289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.807478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.807647] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.807748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.807805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.807946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.808063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.808161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.808309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.808399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.808456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.808590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.808725] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.808827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.808890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.809034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.809113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.809190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.809290] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.973209] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.313138] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 806.333228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.333434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.333499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.333744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.333818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.334692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.334692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.334692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.334692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.334692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.334692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.334692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.335101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.335101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.335101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.335101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.335258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.335454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.335557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.335662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.335714] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be created. [ 806.397611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.398128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.398443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.398750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.399012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.413458] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 806.476789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.476978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.477049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.477395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.477506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477634] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be created. [ 806.505638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.505779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.505855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.506262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.506467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.517772] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: UNINITIALIZED for 2s [ 807.022607] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0f0087ba-d1c6-4dcf-8faa-7e1a46a238ad service nova] Enqueued Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 807.023209] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 807.023520] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.023642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.023715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.023963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.024226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.024226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.024397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.024452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.024511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.024609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.156941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 807.157187] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 807.158180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.363841] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.364051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-685" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.364189] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-685" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.364559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-685" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.365341] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.365697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.365697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365947] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.366140] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.366388] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.366528] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.366670] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.366874] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.367046] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.367192] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.367330] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.389500] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.389674] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.389808] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.389951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-685" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390342] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-61bb4097-108f-4424-9e34-38ed6f561f0c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.390526] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.390718] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.390952] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.391162] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61bb4097-108f-4424-9e34-38ed6f561f0c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.530672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.530672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.530672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.532444] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd already deleted. [ 807.532444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897030] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 61bb4097-108f-4424-9e34-38ed6f561f0c not found, creating... [ 807.897030] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.897030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897702] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.897702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.897702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.897702] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897868] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 61bb4097-108f-4424-9e34-38ed6f561f0c is going to be created. [ 807.922732] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.922732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.922732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.922732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.922732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.922732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.062262] env[65720]: INFO networking_nsxv3.common.synchronization [None req-497ad1fc-9eba-4060-8d23-bc9111caa455 None None] Enqueued Resource ID: 6d560eab-bf30-44b2-91dc-725419664978 with Priority: HIGHEST for action port [ 808.066167] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d560eab-bf30-44b2-91dc-725419664978 with Priority: HIGHEST for action port [ 808.066167] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d560eab-bf30-44b2-91dc-725419664978 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.066167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d560eab-bf30-44b2-91dc-725419664978" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.066167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d560eab-bf30-44b2-91dc-725419664978" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.066167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d560eab-bf30-44b2-91dc-725419664978" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.066167] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d560eab-bf30-44b2-91dc-725419664978',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.424285] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 808.424521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.529222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 808.529222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.531122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.531122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.531122] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.569269] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d560eab-bf30-44b2-91dc-725419664978 [ 808.570719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.571066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.571302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.571633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.571851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.572062] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d560eab-bf30-44b2-91dc-725419664978 already deleted. [ 808.572254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d560eab-bf30-44b2-91dc-725419664978" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [None req-894afcda-fdc6-4664-8d57-016999460dae service nova] Enqueued Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_rules [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [None req-894afcda-fdc6-4664-8d57-016999460dae service nova] Enqueued Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [None req-894afcda-fdc6-4664-8d57-016999460dae service nova] Enqueued Resource ID: 61bb4097-108f-4424-9e34-38ed6f561f0c with Priority: HIGHEST for action port [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_rules [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 808.678231] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61bb4097-108f-4424-9e34-38ed6f561f0c with Priority: HIGHEST for action port [ 808.678834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.679194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.679281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.679553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.679648] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.681222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.681222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.681222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.682734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.682987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.683350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.683431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.683639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.683753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.683841] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.685067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-61bb4097-108f-4424-9e34-38ed6f561f0c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.685067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.685067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.685217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.685450] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61bb4097-108f-4424-9e34-38ed6f561f0c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.034623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.034623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.034623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.034907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.035039] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.035106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.035106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.035259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.035347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.035432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.035581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.035663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.035726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.035867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.036010] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.036106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.036169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.036306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.036383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.036465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.036552] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.189687] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61bb4097-108f-4424-9e34-38ed6f561f0c with status ACTIVE [ 809.189997] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.189997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.189997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.190252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.190355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.190575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.190686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.190794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.190925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.191058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.191280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.191397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.191430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.191575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.191651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.191770] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61bb4097-108f-4424-9e34-38ed6f561f0c is going to be updated. [ 809.193280] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.194602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.194773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.223409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.224123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.224294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.224585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.225502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.225502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61bb4097-108f-4424-9e34-38ed6f561f0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.541050] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56db878a-e1e7-4cea-be19-9061e6f466c1: rpc.has_security_group_logging(os_id): False [ 809.561035] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.561035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.561035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.561035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.561654] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.561744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.561967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.562467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.562467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.562467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.562643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.562643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.562738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.562858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.562985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.563082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.563141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.563361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.563361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.563456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be created. [ 809.627469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.627469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.627726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.628082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.628405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.639941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 809.654145] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b807eaff-4aa4-4091-8a7c-c336e650516d service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 809.654265] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 809.654563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.654702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.654780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.655016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.656594] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.656799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.657446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.657446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.657446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.657446] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.696540] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.967341] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.967533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.967653] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.967905] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969024] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.969024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.969024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.969024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.969024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.969024] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.969367] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.969367] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.969367] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.969473] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.969519] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.969643] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.993088] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.993256] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.993410] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.993580] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-842" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.994023] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-6f422d37-8262-454d-aa2d-1569bacee1b7 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.994098] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.994189] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.994697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.994919] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f422d37-8262-454d-aa2d-1569bacee1b7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.162521] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.162521] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.162521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.162521] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be deleted. [ 810.199776] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.200133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.200133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.201020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.201020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.201020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd is going to be created. [ 810.204690] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.204949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.205078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.205797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.228966] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.229287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.229394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.229635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.229874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.245377] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: UNINITIALIZED for 2s [ 810.361686] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3b3f7f8e-8ef8-481f-9377-57dc54bd15fb None None] Enqueued Resource ID: e7db23b0-6ac1-462d-86e5-1fce69508d12 with Priority: HIGHEST for action port [ 810.362528] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7db23b0-6ac1-462d-86e5-1fce69508d12 with Priority: HIGHEST for action port [ 810.364194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7db23b0-6ac1-462d-86e5-1fce69508d12 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.364650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7db23b0-6ac1-462d-86e5-1fce69508d12" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.364650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7db23b0-6ac1-462d-86e5-1fce69508d12" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.364726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7db23b0-6ac1-462d-86e5-1fce69508d12" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.364792] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7db23b0-6ac1-462d-86e5-1fce69508d12',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.409258] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 810.409258] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 810.409705] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 810.409854] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 810.410361] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.410493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.410571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.410817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.411016] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.411174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.411283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.411485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.411566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.411807] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.413095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.413246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.413319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.413502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.413672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.413773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.413837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.413970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.414065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.414179] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.454042] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 810.454295] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 810.454465] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_rules [ 810.454610] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 810.454737] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80d53ecc-6e83-4750-8c51-c5d5f88f0247 service nova] Enqueued Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 810.455335] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 810.455423] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_rules [ 810.455525] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 810.455617] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 810.455702] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 810.455981] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.456124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.456243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.456457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.456537] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.457671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.457671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.457801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.457970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.458060] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.458930] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.459351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.459443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.459601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.459681] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.460475] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.460583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.460780] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.460865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.497265] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.498243] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.498485] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.498822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.499033] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.499235] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 6f422d37-8262-454d-aa2d-1569bacee1b7 not found, creating... [ 810.499558] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.499745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.499864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.500206] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.500354] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.500793] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.500893] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.501206] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.501548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.501769] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.501960] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 6f422d37-8262-454d-aa2d-1569bacee1b7 is going to be created. [ 810.523868] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.524121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.524229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.524501] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.524727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524949] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.867633] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7db23b0-6ac1-462d-86e5-1fce69508d12 [ 810.867891] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.868047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.868122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.868338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.868432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.868546] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7db23b0-6ac1-462d-86e5-1fce69508d12 already deleted. [ 810.868607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7db23b0-6ac1-462d-86e5-1fce69508d12" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.914236] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.918078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.967033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967033] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with status ACTIVE [ 810.967033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.967033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.967033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.972323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.972323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.972323] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.972506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.972907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.972907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.973009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.973208] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 is going to be updated. [ 810.998567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.998743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.998804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.998988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.999146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.999324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.299102] env[65720]: INFO networking_nsxv3.common.synchronization [None req-de9e5576-1ec5-4a52-bd7c-b0d3ce06cdb5 service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 811.299102] env[65720]: INFO networking_nsxv3.common.synchronization [None req-de9e5576-1ec5-4a52-bd7c-b0d3ce06cdb5 service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 811.299102] env[65720]: INFO networking_nsxv3.common.synchronization [None req-de9e5576-1ec5-4a52-bd7c-b0d3ce06cdb5 service nova] Enqueued Resource ID: 6f422d37-8262-454d-aa2d-1569bacee1b7 with Priority: HIGHEST for action port [ 811.299858] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_rules [ 811.299858] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 811.300023] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f422d37-8262-454d-aa2d-1569bacee1b7 with Priority: HIGHEST for action port [ 811.300444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.300444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.300444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.300676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.300774] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.301841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.301841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.302187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.302187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.303777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.303777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.303777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.303777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.303777] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.303944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f422d37-8262-454d-aa2d-1569bacee1b7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.304042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.304080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.304227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.304322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f422d37-8262-454d-aa2d-1569bacee1b7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.417547] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.418767] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.654673] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 811.654860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.806375] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.807526] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.807656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.807813] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f422d37-8262-454d-aa2d-1569bacee1b7 with status ACTIVE [ 811.807993] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.808166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.808207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.810248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.810248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.810248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.810248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f422d37-8262-454d-aa2d-1569bacee1b7 is going to be updated. [ 811.833538] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.833705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.833747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.833950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.834105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.834265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f422d37-8262-454d-aa2d-1569bacee1b7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.919560] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.919717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.919794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.920596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.920596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.920596] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be created. [ 811.922060] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.922060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.922060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.922319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.922319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.922319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 811.958975] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.959158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.959205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.959509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.959687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.962691] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.962861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.962923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.963121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.963711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.978372] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: UNINITIALIZED for 2s [ 811.979226] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 812.144824] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 812.144824] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 812.144824] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 812.145294] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 812.145537] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 812.145728] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 812.146140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.146427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.146628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.147548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.147548] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.147548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.147548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.147760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.147760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.147833] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.149457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.149457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.149717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.151367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.213669] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 812.213858] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 812.214018] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_rules [ 812.216774] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 812.216774] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_rules [ 812.216774] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 812.216774] env[65720]: INFO networking_nsxv3.common.synchronization [None req-15fb8642-e90b-4947-92b4-8c9d0c8f619f service nova] Enqueued Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_rules [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with Priority: HIGHEST for action port [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_rules [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 812.220020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 812.220020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.220020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.220778] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.223605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.223605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.224685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225155] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.227188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.227188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.227188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.227188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.267709] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: SUCCESS [ 812.267951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.268229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.269539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.269809] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.269943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.270018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.270260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.270351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.270445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.270545] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.311304] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.651696] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.728498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 with status ACTIVE [ 812.728766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.728904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.728973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.729198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.729290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.729463] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.729561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.729623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.729770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.729846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.730037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.730197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.730277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.730448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.730533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.730639] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64 is going to be updated. [ 812.732155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.732155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.751166] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.751351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.751450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.751966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.751966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.751966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1c6ed0b-f1f6-4da3-aeaf-9f815ef90b64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.775378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.775603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775863] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.776074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.776352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.776597] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.776691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.776756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.776898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.777052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.777147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.777346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.777422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.777512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.777604] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.815643] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.816507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.816507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.816507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.816507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.816507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be created. [ 812.839388] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.839543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.839543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.840805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.840805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853084] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: UNINITIALIZED for 2s [ 813.157106] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.283247] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aac6e78e-1aa7-4abc-b3ec-e07c77739efd: rpc.has_security_group_logging(os_id): False [ 813.303341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.303541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.303541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.303866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.303866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.304197] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.304197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.304333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.304378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.304482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.304664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.304771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.304842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.305271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.306628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.306628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.306628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.306845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.306845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.307436] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd is going to be created. [ 813.402831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.402831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.402831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.402831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.402831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.414104] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: IN_PROGRESS for 2s [ 813.661704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.661704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.661704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.661704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.661704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.661704] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 is going to be created. [ 813.687203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.687429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.687577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.687803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.688085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.702115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: UNINITIALIZED for 2s [ 813.990429] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 813.990647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.990810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.991442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.991508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.991672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.991754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.991853] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.994370] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.994370] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.994370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.994736] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.497814] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.498575] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.561771] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3f37a43-02a1-4960-9cc8-31d0065067af service nova] Enqueued Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 814.563136] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 814.563520] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.563683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.563777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.564091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.564299] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.564450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.564547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.565162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.565162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.565489] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.864850] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 814.865545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.865545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.865545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.865719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.865719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.866515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.866515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.866515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.866515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.866515] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.913652] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.913840] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-235" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.913965] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-235" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.914301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-235" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.914562] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.914716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.914921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.919101] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.919366] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.919598] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.919721] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.919830] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.919947] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.920050] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.920152] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.920290] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.965116] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.965299] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.965438] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.965647] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-235" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.965942] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.966134] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.966257] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.966599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.966741] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a241c1a-c51d-49fc-8387-7dd3cf7f38af',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.003789] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.004988] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.067772] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.068517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.068609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.068669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.068810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.068885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.069260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fe277e0-5945-4b77-8b9d-108023769880 already deleted. [ 815.069260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.368395] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.426922] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: SUCCESS [ 815.427162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.469566] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.469864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.469998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.470369] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.470517] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.470682] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 5a241c1a-c51d-49fc-8387-7dd3cf7f38af not found, creating... [ 815.470965] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.471195] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.471381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.471763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.472030] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.473234] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.473840] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.474225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.474719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.475025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.475364] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 5a241c1a-c51d-49fc-8387-7dd3cf7f38af is going to be created. [ 815.499869] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.500387] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.500387] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.500542] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.500776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.501015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.507872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.508114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.508114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.508328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.508423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.508521] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be updated. [ 815.509880] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.510017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.510096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.510343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.510744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.510744] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 815.553752] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.554141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.554301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.554627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.554813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.557679] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.557913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.558649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.583417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 815.584204] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 815.714013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: SUCCESS [ 815.714301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.714526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.714841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.715144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.715312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.715443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.715701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.715827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.715981] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.871446] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce07a8ab-40d2-4bfd-8a25-4fe9b419351f: rpc.has_security_group_logging(os_id): False [ 815.897067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.897356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.897356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.897511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.897569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.897806] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.898016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.898016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.898156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.898235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.898349] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be created. [ 815.966286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.966430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.966477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.966799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.966888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.992561] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: IN_PROGRESS for 2s [ 816.222645] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.225531] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4be9f73f-24c1-4f7d-acf7-b17d103ae9d3 service nova] Enqueued Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_rules [ 816.225531] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4be9f73f-24c1-4f7d-acf7-b17d103ae9d3 service nova] Enqueued Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 816.225623] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4be9f73f-24c1-4f7d-acf7-b17d103ae9d3 service nova] Enqueued Resource ID: 5a241c1a-c51d-49fc-8387-7dd3cf7f38af with Priority: HIGHEST for action port [ 816.225830] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_rules [ 816.225959] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 816.226064] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a241c1a-c51d-49fc-8387-7dd3cf7f38af with Priority: HIGHEST for action port [ 816.226619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.226767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.226834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.227106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.227251] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.228236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.228236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.228236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.228418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.229224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.229224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.229224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.229491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.229491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.229660] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.234036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.234036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.234036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.234036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.234036] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a241c1a-c51d-49fc-8387-7dd3cf7f38af',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.725052] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.732983] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.733223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.733322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.734276] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a241c1a-c51d-49fc-8387-7dd3cf7f38af with status ACTIVE [ 816.734668] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.734668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.734668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.734855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.734946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.735129] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.735248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.735288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.735450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.735517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.735699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.735794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.735860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.735991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.736154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.736244] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a241c1a-c51d-49fc-8387-7dd3cf7f38af is going to be updated. [ 816.775531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.775531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.775531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.775531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.775531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a241c1a-c51d-49fc-8387-7dd3cf7f38af" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.935379] env[65720]: INFO networking_nsxv3.common.synchronization [None req-87fd7d2f-0c60-43a4-bccd-5f0eeeefc2cd tempest-ServerRescueNegativeTestJSON-1470543753 tempest-ServerRescueNegativeTestJSON-1470543753-project-member] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 816.935379] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 816.935379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.935974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.936210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.939917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940448] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.172882] env[65720]: INFO networking_nsxv3.common.synchronization [None req-10c26311-0079-4828-ba94-c73846dd51de None None] Enqueued Resource ID: 1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19 with Priority: HIGHEST for action port [ 817.173495] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19 with Priority: HIGHEST for action port [ 817.173813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.173940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.173997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.178518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.178518] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.228695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.229051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.229340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.229511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.229580] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 is going to be updated. [ 817.238962] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.242949] env[65720]: INFO networking_nsxv3.common.synchronization [None req-eddd4f5b-53ae-483b-b34a-bd42e418256f tempest-ServerRescueNegativeTestJSON-1470543753 tempest-ServerRescueNegativeTestJSON-1470543753-project-member] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 817.243902] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 817.244233] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.244333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.261917] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.262179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.262179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.262545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.262737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.275676] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: IN_PROGRESS for 2s [ 817.465513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.465685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.465889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.465976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.466082] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a already deleted. [ 817.466167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.466338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.466588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.466681] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.595797] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 817.595922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.596724] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 817.596917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.597091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.597616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.597683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.597842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.597964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.598312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.598312] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.599263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.599506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.599755] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.599916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.600015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.600308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.600430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.600646] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.602045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.602244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.602554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.602677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.602778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.602974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.603177] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.604020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.604474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.604623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.605263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.605263] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.609620] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a436941f-21f9-483d-a5c5-cd690fb4fe8c service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 817.610441] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 817.610894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.610894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.611052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.611249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.611438] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.611574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.611645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.611804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.612251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.612364] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.681487] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19 [ 817.681740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.681866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.681939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.682159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.682249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.682338] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19 already deleted. [ 817.682479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ab8eca4-c35e-4af1-b66a-b0e17b5d4a19" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744088] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.744381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.744845] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fe277e0-5945-4b77-8b9d-108023769880 is going to be created. [ 817.769366] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.769493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.769493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.769692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.769947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.780794] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: UNINITIALIZED for 2s [ 817.936281] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-960 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.936638] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-960" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.936771] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-960" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-960" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937466] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.937537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.937627] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937850] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.938015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.938248] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.938350] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.938460] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.938567] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.938678] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.938780] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.938907] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.960936] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.960936] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.960936] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.961179] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-960" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.961538] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.962983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.962983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.962983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.962983] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40240c4e-9f3e-46aa-bd75-c62c2776d9b6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.992767] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.992767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.992767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.992767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.992767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.992767] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a already deleted. [ 817.992767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.007595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 818.007595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.103364] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.103533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.108031] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.109040] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.111190] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.114677] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.114769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.114887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.115058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.115144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.115337] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.115437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.115498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.115664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.115737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.115819] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f already deleted. [ 818.115894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.466628] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.466883] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.468365] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.468755] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.468939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.469375] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 not found, creating... [ 818.469766] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.469893] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.470020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.470505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.470505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.470815] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.471114] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.471114] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.471295] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.471991] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.471991] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 is going to be created. [ 818.494707] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.495082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.495227] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.495544] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.495837] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.496333] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.610699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ae8b6e-a1d1-493c-b313-c400a66cd9d7: rpc.has_security_group_logging(os_id): False [ 818.612584] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.614632] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.637240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.637464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.637534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.637872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.637872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.638085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.638306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.638381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.638730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.638830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.638997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be created. [ 818.721915] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.722458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.725037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.743027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 818.854966] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5b3ad513-a1d7-4c7a-bc6a-852751412267 tempest-AttachVolumeShelveTestJSON-679781638 tempest-AttachVolumeShelveTestJSON-679781638-project-member] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 818.855711] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 818.858195] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.858488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.858554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.858882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.859157] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.024537] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4aa8cf46-8ec2-49ce-828a-99cdc4529fe7 tempest-AttachVolumeShelveTestJSON-679781638 tempest-AttachVolumeShelveTestJSON-679781638-project-member] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 819.026804] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 819.027198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 819.121171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be updated. [ 819.166424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.166424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.166424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.166688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.166688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.171029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.171029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.171029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.171029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.171347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.184598] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 819.186291] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 819.287822] env[65720]: INFO networking_nsxv3.common.synchronization [None req-35e336f5-c594-4e4c-a192-73047cf2ce02 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_rules [ 819.288053] env[65720]: INFO networking_nsxv3.common.synchronization [None req-35e336f5-c594-4e4c-a192-73047cf2ce02 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 819.288198] env[65720]: INFO networking_nsxv3.common.synchronization [None req-35e336f5-c594-4e4c-a192-73047cf2ce02 service nova] Enqueued Resource ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with Priority: HIGHEST for action port [ 819.289976] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_rules [ 819.290853] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 819.291447] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with Priority: HIGHEST for action port [ 819.292598] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: SUCCESS [ 819.292832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.293174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.293417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.293417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.293616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.296987] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.296987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.296987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.296987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.296987] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.297892] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.297892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.297892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.297892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.297892] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40240c4e-9f3e-46aa-bd75-c62c2776d9b6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.301190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.302523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.302523] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.302523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.302523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.302691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.302691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.305524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.305524] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.390387] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.390387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.390653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.390861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.391081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.391295] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b already deleted. [ 819.391412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.391732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.392285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.392570] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.794272] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: SUCCESS [ 819.794623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.794843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.795996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.796266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.796396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.796512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.796643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.796766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.796833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.797127] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.805552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.805700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.805998] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.807427] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with status ACTIVE [ 819.807908] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.807908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.807908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.808206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.808206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.808421] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.811654] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.811654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.811654] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 is going to be updated. [ 819.811654] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.833301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.833528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.833703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.833906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.834198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.834661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.855696] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00992c23-46db-4aad-9193-b3ddbe9b2a1f None None] Enqueued Resource ID: 56d86de4-788e-4fca-816a-56174517f281 with Priority: HIGHEST for action port [ 819.856328] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56d86de4-788e-4fca-816a-56174517f281 with Priority: HIGHEST for action port [ 819.856697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-56d86de4-788e-4fca-816a-56174517f281 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.856792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56d86de4-788e-4fca-816a-56174517f281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.857034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56d86de4-788e-4fca-816a-56174517f281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.860293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56d86de4-788e-4fca-816a-56174517f281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.860401] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56d86de4-788e-4fca-816a-56174517f281',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.915836] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.915980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.916078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.916285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.916387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.916470] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b already deleted. [ 819.916555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.042805] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6cab5939-9ef3-424b-8524-eef12f9c159c service nova] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 820.044125] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 820.044580] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.044709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.044802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.045193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.045381] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.045867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.045956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.046532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.046532] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.300668] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.300817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.300890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.301162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.301345] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.301461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.301528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.301679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.301790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.302215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.302215] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.302215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.302361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304033] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.312738] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.314571] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a468d40a-bc4b-4d6a-86dc-ce2aacc9df80: rpc.has_security_group_logging(os_id): False [ 820.337095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.337245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.337319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.337575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.337668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.337944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.338066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.338168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.338439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.338510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.338550] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 is going to be created. [ 820.363344] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56d86de4-788e-4fca-816a-56174517f281 [ 820.365043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.365043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.365043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.365043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.365043] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56d86de4-788e-4fca-816a-56174517f281 already deleted. [ 820.365043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56d86de4-788e-4fca-816a-56174517f281" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.396226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.396956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.397777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.397777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.397777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.416844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: IN_PROGRESS for 2s [ 820.464274] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-64 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.464274] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.464603] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.465181] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.465646] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.465979] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.466249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.466635] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.466894] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467259] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.467524] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.467820] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.468065] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.468321] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.468624] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.468983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.496023] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.496023] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.496023] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.496023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.496023] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-e9d6f425-5466-4d5d-ae7f-80a433defe57 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.496023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.496023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.496023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.496828] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d6f425-5466-4d5d-ae7f-80a433defe57',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.550073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.550311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.550454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.550750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.550874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.551491] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.552583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.552583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.552583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.552583] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 already deleted. [ 820.552583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.756587] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 820.756587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.756587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.756587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.756587] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.806751] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0fe277e0-5945-4b77-8b9d-108023769880: rpc.has_security_group_logging(os_id): False [ 820.817467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.817649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.817726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.817937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.818065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.818179] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be created. [ 820.827292] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.827518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.827614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.827850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.827982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.828235] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.828340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.828469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.828560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.828638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.828852] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.828948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.829018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.829165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.829255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.829556] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.829684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.829760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.830110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.830288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.830380] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0fe277e0-5945-4b77-8b9d-108023769880 is going to be created. [ 820.849485] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.849627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.849692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.849910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.850075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.858961] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: UNINITIALIZED for 2s [ 820.898350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.898503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.898594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.899011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914136] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: IN_PROGRESS for 2s [ 821.002024] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.002024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port e9d6f425-5466-4d5d-ae7f-80a433defe57 not found, creating... [ 821.002024] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.002024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.003512] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.003885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.006537] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.006537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.006537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.006537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.006537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.006537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: e9d6f425-5466-4d5d-ae7f-80a433defe57 is going to be created. [ 821.029722] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.030170] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.030314] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.030624] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.030888] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.031219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.131322] env[65720]: INFO networking_nsxv3.common.synchronization [None req-12798cd0-56fc-4e9b-9150-110c836016de service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 821.132348] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 821.132928] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.133294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.133294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.133615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.133884] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.134096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.134272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.134489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.134668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.134861] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.203777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 821.204131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.204945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.205307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.205672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.205811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.205885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.206086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.206191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.206318] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.208951] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 821.209902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.210240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.210576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.210886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.211440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.211440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.211440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.211621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.211621] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.394890] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.394890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.640058] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.640058] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.640058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.640618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.640618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 821.670657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.670883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.671027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.671304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.671520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.680847] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 821.713415] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.714681] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.755134] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb21e1cb-d0bf-44f9-8403-e1ffb6b2f842 service nova] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 821.755134] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb21e1cb-d0bf-44f9-8403-e1ffb6b2f842 service nova] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 821.755134] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb21e1cb-d0bf-44f9-8403-e1ffb6b2f842 service nova] Enqueued Resource ID: e9d6f425-5466-4d5d-ae7f-80a433defe57 with Priority: HIGHEST for action port [ 821.755134] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_rules [ 821.755134] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 821.755428] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d6f425-5466-4d5d-ae7f-80a433defe57 with Priority: HIGHEST for action port [ 821.755658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.756116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.756186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.756383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.756461] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.757368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.760019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.760019] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.760019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9d6f425-5466-4d5d-ae7f-80a433defe57 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.760019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.760607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.760607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.760607] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9d6f425-5466-4d5d-ae7f-80a433defe57',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.216082] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.218692] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.262428] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.262575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.262760] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.263723] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9d6f425-5466-4d5d-ae7f-80a433defe57 with status ACTIVE [ 822.264503] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.264503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.264503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.264503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.264503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.264754] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.264754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.264754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.264922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.264963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.267034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.267034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.267034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.267034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.267034] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9d6f425-5466-4d5d-ae7f-80a433defe57 is going to be updated. [ 822.307184] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.307373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.307481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.307664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.307855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.308104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9d6f425-5466-4d5d-ae7f-80a433defe57" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.431648] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: SUCCESS [ 822.432048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.718823] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.718823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.718951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.719147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.719252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.719364] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be updated. [ 822.721451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.721451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.721451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.721451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.721451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.721451] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 822.752155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.752332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.752403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.753838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.753838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.754593] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.754702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.754798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.754929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.755057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.768069] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 822.768429] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.772178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 822.871365] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 822.872185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.872185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.872185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.872541] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.873436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.873574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.874847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.874847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.874847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.874847] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.929394] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: SUCCESS [ 822.930285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275054] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.275533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.275533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.276812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.276812] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 is going to be created. [ 823.330591] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.331594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.331827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.332062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.332330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.363885] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: UNINITIALIZED for 2s [ 823.378094] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.380237] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.380237] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.380237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.381242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.381623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.381935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.382143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.383406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.383406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.383406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.383406] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.694727] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 823.694934] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 deletion is rescheduled due to dependency. [ 823.695046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.885767] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f: rpc.has_security_group_logging(os_id): False [ 823.907424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.907633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.907909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.907909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.908103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.908352] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.909328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.909328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.909328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.909328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.909630] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.909754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.909754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.909987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.910110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.910446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.910693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.910786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.911036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.911267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.911424] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be created. [ 824.012382] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.012623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.012694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.012957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.013208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.032020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: IN_PROGRESS for 2s [ 824.727027] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aae574a4-892f-404f-b0b4-76a3efdb953e service nova] Enqueued Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 824.727027] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGHEST for action security_group_members [ 824.727027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.727027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.730741] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.730741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.730741] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.781508] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 824.781692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.782581] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 824.782754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.782910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.783149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.783339] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.783456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.783522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.784030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.784122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.784211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.784471] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.784471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.784653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.784712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.784817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.784903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.784961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.785105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.785362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.785362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.785362] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.787583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.787583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.787583] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.787583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.787583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.787962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.787962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.787962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.787962] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.231975] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.232156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.232229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.232456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.232559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.232774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.232877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.232939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.233107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.233185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.233273] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd is going to be updated. [ 825.266075] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.266075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.266075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.266240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.266392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.283285] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: IN_PROGRESS for 2s [ 825.292399] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.293476] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 825.330982] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.331493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.331493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.331493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.331618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.331771] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.331871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.332029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.332160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.332208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.332509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.332509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.332635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.332707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.332780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.332961] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.336431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.336543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.336823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.336823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.336940] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 825.373532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: SUCCESS [ 825.373702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.374455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.374455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.374455] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.374681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.374681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.374803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.374940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.375313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.375313] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.409560] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.409740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.409806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.410063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.410354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.426057] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 825.519901] env[65720]: INFO networking_nsxv3.common.synchronization [None req-165c0e18-83cb-4b57-9372-d613df40660c service nova] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 825.521718] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGHEST for action security_group_members [ 825.522229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.522468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.522468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.524326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.524519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.524641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.524707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.524891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.524978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.525095] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.800337] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93ae8b6e-a1d1-493c-b313-c400a66cd9d7: rpc.has_security_group_logging(os_id): False [ 825.809658] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a7e595c3-d0d0-4ca2-be2b-ddccd6123559 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 825.809923] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 825.810330] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.810446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.810446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.810925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.811117] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.811232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.811232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.811507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.811507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.811660] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.821821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.822305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.822569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.823700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.823700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.823700] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.823700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.823700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.825167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.825167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.825167] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be updated. [ 825.882410] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.895283] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.895283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.895283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.895283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.895283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.912756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 826.028978] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.028978] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.028978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.029625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.029625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.029763] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 is going to be updated. [ 826.055147] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 826.055527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.078456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.078626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.078689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.078910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.079060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.089485] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: IN_PROGRESS for 2s [ 826.230102] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.230317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.230401] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.230776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.231092] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.231292] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.231485] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.233156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.233408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.233679] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.233900] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.234055] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.234221] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.234333] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.234459] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.234607] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.265871] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.266056] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.266205] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.266408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.266803] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-beb674aa-cade-455d-a97a-4da9699c9a70 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.266999] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.267148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.267596] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.268639] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb674aa-cade-455d-a97a-4da9699c9a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.315656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.315882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.315882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.316088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.316187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.316457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.316569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.316650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.316817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.316893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.317622] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be deleted. [ 826.379861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.380078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.380233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.380476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.380612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.380681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.384905] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3326049c-07e7-4b52-a164-3c172e643c64: rpc.has_security_group_logging(os_id): False [ 826.408742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.408898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.409050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.409255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.409352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.409622] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.409738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.409807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.409972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.410061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.410202] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 is going to be created. [ 826.479891] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.480065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.480211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.480455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.480642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.497880] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: IN_PROGRESS for 2s [ 826.771237] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.771237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.771237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.771530] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.771564] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.771711] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port beb674aa-cade-455d-a97a-4da9699c9a70 not found, creating... [ 826.772222] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.772294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.773192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.773192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.773192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.773192] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.773595] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.773595] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.773716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.773834] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.773992] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: beb674aa-cade-455d-a97a-4da9699c9a70 is going to be created. [ 826.799886] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799886] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.800051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800514] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.800784] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.292889] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd in Status: SUCCESS [ 827.293139] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd deletion is rescheduled due to dependency. [ 827.293383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.441855] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 827.441978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.442122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.442370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.442530] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.565375] env[65720]: INFO networking_nsxv3.common.synchronization [None req-99972087-a30b-49f1-a5fc-a65c54c49156 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 827.565607] env[65720]: INFO networking_nsxv3.common.synchronization [None req-99972087-a30b-49f1-a5fc-a65c54c49156 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 827.565763] env[65720]: INFO networking_nsxv3.common.synchronization [None req-99972087-a30b-49f1-a5fc-a65c54c49156 service nova] Enqueued Resource ID: beb674aa-cade-455d-a97a-4da9699c9a70 with Priority: HIGHEST for action port [ 827.569594] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 827.569788] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 827.569894] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb674aa-cade-455d-a97a-4da9699c9a70 with Priority: HIGHEST for action port [ 827.571096] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571513] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.573517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.573517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.573517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.574118] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.574634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb674aa-cade-455d-a97a-4da9699c9a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.574634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.574634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.575060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.575060] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb674aa-cade-455d-a97a-4da9699c9a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.928624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 827.929023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.945542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.945692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.945768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.945973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.946704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.946704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.946704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.946704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.946704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.946704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.946704] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.076675] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.077866] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.077991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078194] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port beb674aa-cade-455d-a97a-4da9699c9a70 with status ACTIVE [ 828.078400] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.078538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.078742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.078827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.078994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.079123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.079212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.079465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.079465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.079656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.079993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.079993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.083952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.083952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.083952] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: beb674aa-cade-455d-a97a-4da9699c9a70 is going to be updated. [ 828.102106] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 in Status: SUCCESS [ 828.102318] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 deletion is rescheduled due to dependency. [ 828.102451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111401] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.111401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.111401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.111680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.111680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.111814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb674aa-cade-455d-a97a-4da9699c9a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.449073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.449322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.449441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.449684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.449907] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.450064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.450064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.450445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.450445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.451860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.452920] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.509139] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: SUCCESS [ 828.509299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.587262] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.955014] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 828.977362] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.977497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.977568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.977767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.977856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978156] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.978343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.978385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.978467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.978657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.978809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.979388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.979388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.979566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.979674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.979780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.979855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.979928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.980025] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 829.052519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.052958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.052958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.052958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.053283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.069114] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 829.089943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.090460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.090460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.090460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.090646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.090646] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be created. [ 829.123168] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.123168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.123168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.123168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.123168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.151347] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: UNINITIALIZED for 2s [ 831.090501] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 831.090824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.166153] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 831.166153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.166153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.166153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.166153] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.166153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.166153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.167214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.167534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.167804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.168951] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.671181] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.671181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.671181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.671181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.671470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.671470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.671547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.672141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.672266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.672330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.672704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.672804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.672865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.673194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.673291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.673369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.673569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673740] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.176663] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f: rpc.has_security_group_logging(os_id): False [ 832.203324] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.203590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.203666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.204214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.204214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.204378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.204378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.204508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.204598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.204679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.204969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.205098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.205151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.205306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.205397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.205617] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.205759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.205759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.205906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.205977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.206088] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be created. [ 832.254831] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47623604-fb0f-49ef-a9ff-72d5409e5681 service nova] Enqueued Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 832.255737] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe277e0-5945-4b77-8b9d-108023769880 with Priority: HIGHEST for action security_group_members [ 832.256128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0fe277e0-5945-4b77-8b9d-108023769880 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.256255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.256320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.256518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.256676] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.256777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.256839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.256987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.257085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.257183] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0fe277e0-5945-4b77-8b9d-108023769880',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.277324] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.277546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.277633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.277884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.278078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.298771] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 832.759692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.759846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.759919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.760235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.760337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.760551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.760660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.760718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.760878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.760955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.761051] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fe277e0-5945-4b77-8b9d-108023769880 is going to be updated. [ 832.791230] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.791230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.791230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.791471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.791471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.800031] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: IN_PROGRESS for 2s [ 834.316967] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 834.317302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.816321] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0fe277e0-5945-4b77-8b9d-108023769880 in Status: SUCCESS [ 834.817448] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0fe277e0-5945-4b77-8b9d-108023769880 deletion is rescheduled due to dependency. [ 834.817448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0fe277e0-5945-4b77-8b9d-108023769880" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.257459] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.257736] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 837.890232] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 837.890596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 837.893421] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 837.893669] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 837.894029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.894215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.894295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.894754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.894959] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.895166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.895333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.895469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.895608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.895753] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.897377] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.897490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.897569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.897828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.898025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.898173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.898245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.899066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.899066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.899066] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.951925] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_rules [ 837.952222] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 837.952443] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_rules [ 837.952639] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 837.952859] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8deefb6f-6114-4b73-bd36-ac68cacc2cb4 service nova] Enqueued Resource ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with Priority: HIGHEST for action port [ 837.953773] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_rules [ 837.954335] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_rules [ 837.954519] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with Priority: HIGHEST for action port [ 837.954648] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 837.954785] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 837.955196] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.957127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.957127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.957127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.957127] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.957791] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.957791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.957791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.957791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.957944] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.959572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.959572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.959572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.959572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.959572] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40240c4e-9f3e-46aa-bd75-c62c2776d9b6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.960730] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.960835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.961904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.962074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.401618] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.403663] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.467046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467046] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 with status ACTIVE [ 838.467046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.467046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.467046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.468051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.468051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.468051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.469706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.469706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.469706] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40240c4e-9f3e-46aa-bd75-c62c2776d9b6 is going to be updated. [ 838.496549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.496699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.496699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.496861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.497012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.497179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40240c4e-9f3e-46aa-bd75-c62c2776d9b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.675837] env[65720]: INFO networking_nsxv3.common.synchronization [None req-69a141b1-10ba-413b-84f5-47a1c5f8074b service nova] Enqueued Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 838.676505] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 with Priority: HIGHEST for action security_group_members [ 838.676900] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.678457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.678457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.680483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.680728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.680848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.681148] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2189a9c4-86c5-47ef-a05d-6e21c2e92a06',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.907065] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.907980] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.183609] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.183962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.183962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184412] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.184522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.184587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184910] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 is going to be updated. [ 839.217541] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.217541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.217541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.217812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.217880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.228765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: IN_PROGRESS for 2s [ 839.412065] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.412065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.412065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.412065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.412065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.412065] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b is going to be created. [ 839.413314] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.413432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.413504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.413690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.413780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.413874] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be updated. [ 839.440198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.440396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.440487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.440739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.440908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.443472] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.443612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.443669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.443854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.443989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.451791] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: UNINITIALIZED for 2s [ 839.452587] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: IN_PROGRESS for 2s [ 841.244793] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 in Status: SUCCESS [ 841.244793] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2189a9c4-86c5-47ef-a05d-6e21c2e92a06 deletion is rescheduled due to dependency. [ 841.244793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2189a9c4-86c5-47ef-a05d-6e21c2e92a06" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.463881] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 841.464114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.464294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.464523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.464705] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.464820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.464883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.465045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.465124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.465220] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.466841] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: SUCCESS [ 841.467041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.467195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.467400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.467596] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.467702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.467766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.467911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.467989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.468091] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.970552] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.971765] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.474289] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.475500] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.981734] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.981896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.982037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.982213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.982308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b is going to be updated. [ 842.983784] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.983904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.984030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.984151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.984230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.984320] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be updated. [ 843.017330] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.017330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.017330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.022067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.022067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.022067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.022067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.022067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.034404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: IN_PROGRESS for 2s [ 843.034404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: IN_PROGRESS for 2s [ 843.677679] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 843.678471] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 845.052710] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: SUCCESS [ 845.053131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.053400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.053641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.053926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.054692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.054692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.054692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.054692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.054692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.054966] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.057322] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 845.057494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.057702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.057891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.058111] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.058232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.058288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.058407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.058759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.058880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.058974] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.561568] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.563105] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.563229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.563315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.563545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.563705] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.563799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.563861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.564017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.564106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.564189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.564431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.564431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.564643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.564643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.564793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.564882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.564882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.565172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.565297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.565423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.565530] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.697403] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c940ca7-ab9e-4f68-aef3-66138f677a7a None None] Enqueued Resource ID: 77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13 with Priority: HIGHEST for action port [ 845.697403] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13 with Priority: HIGHEST for action port [ 845.697403] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.697403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.697403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.697403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.697403] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.069664] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10e2f6d1-3d68-4271-87db-29b92ba95f1b: rpc.has_security_group_logging(os_id): False [ 846.069664] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f: rpc.has_security_group_logging(os_id): False [ 846.088496] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.088647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.088721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.088937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.089038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.089236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.089344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.089395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.089564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.089641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.089838] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.089931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.089993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.090156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.090224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.090628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.090628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.090628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.090802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.090839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.090913] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be updated. [ 846.092753] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.092875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.092930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.093119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.093375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.093506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.093506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.093591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.093714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.093749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.093835] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b is going to be created. [ 846.176797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.177049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.177049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.177371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.178032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.181499] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.181714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.181714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.182553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.182553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.196232] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: IN_PROGRESS for 2s [ 846.199032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: IN_PROGRESS for 2s [ 846.199032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13 [ 846.199202] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.199275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.199275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.199485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.199576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.199707] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13 already deleted. [ 846.199766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77d0e5dd-fb14-4058-b0b8-cf73e2ba4d13" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.214498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: SUCCESS [ 848.214498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.216097] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 848.216345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.500391] env[65720]: INFO networking_nsxv3.common.synchronization [None req-546cc886-1047-4199-a1fe-94cb84fc6ae3 None None] Enqueued Resource ID: 170027ab-b3d1-40ea-b41c-2dbaa1af7689 with Priority: HIGHEST for action port [ 848.501094] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170027ab-b3d1-40ea-b41c-2dbaa1af7689 with Priority: HIGHEST for action port [ 848.501440] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-170027ab-b3d1-40ea-b41c-2dbaa1af7689 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.501550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-170027ab-b3d1-40ea-b41c-2dbaa1af7689" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.501658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-170027ab-b3d1-40ea-b41c-2dbaa1af7689" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.501875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-170027ab-b3d1-40ea-b41c-2dbaa1af7689" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.501988] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('170027ab-b3d1-40ea-b41c-2dbaa1af7689',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.839871] env[65720]: INFO networking_nsxv3.common.synchronization [None req-81a8219f-73b6-498d-96f5-0d9756087bc1 service nova] Enqueued Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 848.840110] env[65720]: INFO networking_nsxv3.common.synchronization [None req-81a8219f-73b6-498d-96f5-0d9756087bc1 service nova] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 848.840670] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGHEST for action security_group_members [ 848.840803] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGHEST for action security_group_members [ 848.841102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.841307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.841610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.841763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.841862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.841923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.842089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.842173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.842267] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.843158] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.843265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.843332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.843480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.843618] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.843711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.843773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.843993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.843993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.844115] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.004897] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 170027ab-b3d1-40ea-b41c-2dbaa1af7689 [ 849.005186] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.005326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.005943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.006207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.006304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.006412] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:170027ab-b3d1-40ea-b41c-2dbaa1af7689 already deleted. [ 849.006500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-170027ab-b3d1-40ea-b41c-2dbaa1af7689" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.346361] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.347327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.347327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.347327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.347444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.347760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.347760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.347760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.347896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.348113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.348113] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b is going to be updated. [ 849.349276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.349389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.349458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.349615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.349683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.349851] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.349943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.350011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.350185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.350279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.350388] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be updated. [ 849.384042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.384236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.384646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.385060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.385338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.388597] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.388780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.388875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.389215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.389403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.400537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: IN_PROGRESS for 2s [ 849.402482] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: IN_PROGRESS for 2s [ 851.172338] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3847295-4c36-4532-9fce-f2391b59a832 service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 851.172768] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 851.173308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.173791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.173791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.173791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.176432] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.176565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.176639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.176825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.176916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.177031] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.415779] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b in Status: SUCCESS [ 851.416034] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b deletion is rescheduled due to dependency. [ 851.416159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.416978] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f in Status: SUCCESS [ 851.417131] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f deletion is rescheduled due to dependency. [ 851.417221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.562862] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.563131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.563901] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.563901] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.564067] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.564315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.564460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.565045] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.565045] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.565169] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.565246] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.565384] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.565454] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.565559] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.565644] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.565780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.586270] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.586460] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.586601] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.586785] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-398" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.587185] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.587335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.587455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.587778] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.587919] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136da8b5-d8fd-4cef-ae44-a9ecc98c28d2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.680175] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.090241] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.090492] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.090651] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.090985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.091177] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.091336] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 not found, creating... [ 852.092060] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.092258] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.092382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.092615] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.092818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.093151] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.093328] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.093447] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.093665] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.093806] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.093944] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 is going to be created. [ 852.113996] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.114234] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.114358] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.114639] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.114876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.115145] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.183185] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.687446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.687446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.687446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.687446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.687446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.687446] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 852.717198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.717425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.717506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.717726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.718412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.728659] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 852.832370] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7952e7f5-b8a3-4c84-b656-74e32c282293 service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 852.832713] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7952e7f5-b8a3-4c84-b656-74e32c282293 service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 852.833058] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7952e7f5-b8a3-4c84-b656-74e32c282293 service nova] Enqueued Resource ID: 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 with Priority: HIGHEST for action port [ 852.834090] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_rules [ 852.834090] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 852.834090] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 with Priority: HIGHEST for action port [ 852.834380] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.834676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.834843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.835236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.837713] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.837713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.837713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.837713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.837713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.837713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.837713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.837713] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('136da8b5-d8fd-4cef-ae44-a9ecc98c28d2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.846133] env[65720]: INFO networking_nsxv3.common.synchronization [None req-152d4856-9806-47d4-96e4-79cb59df7061 None None] Enqueued Resource ID: 58749fa8-cf34-4fa2-8ae8-02b19a496e23 with Priority: HIGHEST for action port [ 852.846133] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58749fa8-cf34-4fa2-8ae8-02b19a496e23 with Priority: HIGHEST for action port [ 852.846133] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-58749fa8-cf34-4fa2-8ae8-02b19a496e23 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.846133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58749fa8-cf34-4fa2-8ae8-02b19a496e23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.846133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58749fa8-cf34-4fa2-8ae8-02b19a496e23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.846133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58749fa8-cf34-4fa2-8ae8-02b19a496e23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.846133] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58749fa8-cf34-4fa2-8ae8-02b19a496e23',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.341535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.341535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.341987] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 with status ACTIVE [ 853.341987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.341987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.342189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.342281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.342368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.343903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.343903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.343903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.343903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 136da8b5-d8fd-4cef-ae44-a9ecc98c28d2 is going to be updated. [ 853.351334] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58749fa8-cf34-4fa2-8ae8-02b19a496e23 [ 853.351692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.351843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.351911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.352126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.352212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.352305] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58749fa8-cf34-4fa2-8ae8-02b19a496e23 already deleted. [ 853.352386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58749fa8-cf34-4fa2-8ae8-02b19a496e23" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.369161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.369161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.369161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.369161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.369161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.369161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-136da8b5-d8fd-4cef-ae44-a9ecc98c28d2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.150737] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90b552f-6343-42e8-b56d-b3c0e818827f tempest-ServersTestManualDisk-1753452859 tempest-ServersTestManualDisk-1753452859-project-member] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 854.151349] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 854.151706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.152271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.152271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.152271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.152271] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.348510] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1420008e-e7be-4c55-b014-87ae62cdd663 tempest-ServersTestManualDisk-1753452859 tempest-ServersTestManualDisk-1753452859-project-member] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 854.348510] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 854.349280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.350220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672173] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.672320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.672598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.672682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.672831] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a already deleted. [ 854.672917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.673083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.673238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.673322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.738271] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 854.738600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.738780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.739212] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.739327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.739392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.739547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.739625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.739718] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.198174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.198174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.198174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.199053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.199053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.199053] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a already deleted. [ 855.199053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.243380] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.507193] env[65720]: INFO networking_nsxv3.common.synchronization [None req-46ec64fc-8671-4aa4-b9b4-0bae455ec700 None None] Enqueued Resource ID: 9d2f4c9a-d76d-4f7a-bef7-88ee3619849d with Priority: HIGHEST for action port [ 855.508343] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d2f4c9a-d76d-4f7a-bef7-88ee3619849d with Priority: HIGHEST for action port [ 855.508764] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d2f4c9a-d76d-4f7a-bef7-88ee3619849d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.508900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d2f4c9a-d76d-4f7a-bef7-88ee3619849d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.508997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d2f4c9a-d76d-4f7a-bef7-88ee3619849d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.509248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d2f4c9a-d76d-4f7a-bef7-88ee3619849d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.509337] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d2f4c9a-d76d-4f7a-bef7-88ee3619849d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.745784] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.012319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d2f4c9a-d76d-4f7a-bef7-88ee3619849d [ 856.012577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.012717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.012792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.013010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.013110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.013449] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d2f4c9a-d76d-4f7a-bef7-88ee3619849d already deleted. [ 856.013595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d2f4c9a-d76d-4f7a-bef7-88ee3619849d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.021934] env[65720]: INFO networking_nsxv3.common.synchronization [None req-54fa547f-517f-490b-a13c-c9339c36d0d5 service nova] Enqueued Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 856.022235] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 856.023687] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.023687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.026148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.026148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.026275] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.026367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.026435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.026610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.026705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.026777] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.252056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.252289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.252289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.252462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.252532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.253027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 856.287253] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.287393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.287461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.287676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.291018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.297720] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 856.406653] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.406845] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-634" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.406967] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-634" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.407310] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-634" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.407583] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.407827] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.407954] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.408242] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.408388] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.408593] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.408704] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.408820] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.408939] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.409062] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.409170] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.409298] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.429510] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.429510] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.429714] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.429949] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-634" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.430559] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-da625869-f814-4733-b2ac-d50cc54a9858 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.430732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.431417] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.431417] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.431417] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da625869-f814-4733-b2ac-d50cc54a9858',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.529789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.530191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.530191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.530367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.530996] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.530996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.530996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.530996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.530996] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 already deleted. [ 856.531458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.936790] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.937059] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.937173] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.937486] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.937581] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.937725] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port da625869-f814-4733-b2ac-d50cc54a9858 not found, creating... [ 856.937984] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.938148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.938259] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.938475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.938623] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.938926] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.939242] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.939367] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.939577] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.939747] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.939846] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: da625869-f814-4733-b2ac-d50cc54a9858 is going to be created. [ 856.959880] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.959880] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.960082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.960250] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.960547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.960769] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.702560] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48ae967c-1371-4ee7-97d2-16b766eb75b5 service nova] Enqueued Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_rules [ 857.702836] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48ae967c-1371-4ee7-97d2-16b766eb75b5 service nova] Enqueued Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 857.702911] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48ae967c-1371-4ee7-97d2-16b766eb75b5 service nova] Enqueued Resource ID: da625869-f814-4733-b2ac-d50cc54a9858 with Priority: HIGHEST for action port [ 857.703491] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_rules [ 857.703560] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 857.703657] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da625869-f814-4733-b2ac-d50cc54a9858 with Priority: HIGHEST for action port [ 857.703954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.705299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.705299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.705486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.705734] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.706500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.706621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.706668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.706845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.706999] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.707109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.707172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.707316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.707400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.707494] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.708281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-da625869-f814-4733-b2ac-d50cc54a9858 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.708411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.708622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.708696] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da625869-f814-4733-b2ac-d50cc54a9858',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.215082] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.215168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.215342] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.216438] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da625869-f814-4733-b2ac-d50cc54a9858 with status ACTIVE [ 858.216550] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.216696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.216814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.217043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.217261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.217377] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.217573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.217651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.219032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.219032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.219032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da625869-f814-4733-b2ac-d50cc54a9858 is going to be updated. [ 858.241850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.242038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.242139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.242301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.242446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.242610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da625869-f814-4733-b2ac-d50cc54a9858" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.308447] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 858.308680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.308859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.309095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.309291] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.309413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.309481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.309635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.309716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.309822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.309922] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.639477] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3fe10766-7449-430b-a050-30d4cfed210b service nova] Enqueued Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 858.640084] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 858.640397] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.640619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.640678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.640903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.641067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.641245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.641245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.641368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.641465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.641565] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.721031] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.813812] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.814028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.814132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.814380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.814595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.814728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.814812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.814990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.815151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.815274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.815490] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.815686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.815686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.815881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.816057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.816179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.816240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.816414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.816517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.816671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.816823] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.944740] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.944740] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.944740] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.945113] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.945391] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.945563] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.945680] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.945905] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.946061] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.946269] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.946378] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.946485] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.946593] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.946699] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.946803] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.946930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.966113] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.966489] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.966489] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.967047] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-832" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.967047] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-51e75557-8c53-4ba4-982a-42e90b5decef taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.967360] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.967360] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.967574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.967712] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e75557-8c53-4ba4-982a-42e90b5decef',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.145575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.145775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.145865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.146135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.146245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.146484] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.146729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.146729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.146820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.146904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.147034] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 already deleted. [ 859.147180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.225808] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.225808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.225808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.225808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.226058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.226058] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 is going to be created. [ 859.251194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.251399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.251472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.251660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.251844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.267426] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: UNINITIALIZED for 2s [ 859.321049] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5116121f-7207-4721-8b2d-2a96015a03e1: rpc.has_security_group_logging(os_id): False [ 859.343423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.343423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.343423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.343423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.344167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.344167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.344167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.344365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.344512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.344678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.344908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.345105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.345202] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 859.423359] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.423359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.423359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.423359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.423359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.438707] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 859.470734] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.470983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.471131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.471415] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.471616] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.471782] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 51e75557-8c53-4ba4-982a-42e90b5decef not found, creating... [ 859.472363] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.472363] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.472363] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.472552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.472690] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.472979] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.473157] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.473261] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.473491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.473614] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.473740] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 51e75557-8c53-4ba4-982a-42e90b5decef is going to be created. [ 859.510025] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.510025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.510025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.510025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.510025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.510025] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.244097] env[65720]: INFO networking_nsxv3.common.synchronization [None req-09a1bf71-fe52-438d-86e3-bdfb696c19c8 service nova] Enqueued Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_rules [ 860.244383] env[65720]: INFO networking_nsxv3.common.synchronization [None req-09a1bf71-fe52-438d-86e3-bdfb696c19c8 service nova] Enqueued Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 860.244509] env[65720]: INFO networking_nsxv3.common.synchronization [None req-09a1bf71-fe52-438d-86e3-bdfb696c19c8 service nova] Enqueued Resource ID: 51e75557-8c53-4ba4-982a-42e90b5decef with Priority: HIGHEST for action port [ 860.248790] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_rules [ 860.248790] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 860.248790] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51e75557-8c53-4ba4-982a-42e90b5decef with Priority: HIGHEST for action port [ 860.249369] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.249534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.252020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.252020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.252020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.252020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.252778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.252778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.252778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.252778] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.256822] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-51e75557-8c53-4ba4-982a-42e90b5decef taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.256822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.256822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.256822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.256822] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51e75557-8c53-4ba4-982a-42e90b5decef',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.757905] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.759264] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.759553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.759553] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51e75557-8c53-4ba4-982a-42e90b5decef with status ACTIVE [ 860.759734] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.759860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.759936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.760786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.760786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.760786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.760786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.760786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.761079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.761079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.761170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.761278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.761278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.761441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.761511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.761626] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51e75557-8c53-4ba4-982a-42e90b5decef is going to be updated. [ 860.787664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.787909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.787909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.788203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.788464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.788644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51e75557-8c53-4ba4-982a-42e90b5decef" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.263468] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.279587] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: SUCCESS [ 861.279842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.280612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.280864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.281089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.281259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.281345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.281712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.281767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.281915] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.452777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 861.452777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.765831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.766089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766852] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 is going to be created. [ 861.785135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.785717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.786114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.786360] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.786514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.786649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.786810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.786949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.787463] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.787583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.787643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.787845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.788106] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.788234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.788298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.788488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.788563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.788610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.788712] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.797726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.798649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.798649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.798649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.798649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.822327] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: UNINITIALIZED for 2s [ 862.294577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d7a110f-94f4-4d0e-91c7-b812e7a05047: rpc.has_security_group_logging(os_id): False [ 862.321918] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.321918] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.321918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.324041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.324041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.324041] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.324213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.324213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.324503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.324625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.325827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.325961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.326063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.326196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.326336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.326433] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 is going to be created. [ 862.415461] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.415461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.415461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.415461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.415461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.429943] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: IN_PROGRESS for 2s [ 863.833655] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: SUCCESS [ 863.833967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.834061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.834295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.834493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.834614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.834763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.834834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.834915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.835012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.835109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.338894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.338894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.338894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.339297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.339600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.339834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.339943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.340185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.340257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.340351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.340620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.340750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.340818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.340979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.341531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.341681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.341771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.341949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.342070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.342462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.342715] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.442669] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: SUCCESS [ 864.442669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.848463] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8bc03aa-69de-412e-9d33-1b7d0dd5f229: rpc.has_security_group_logging(os_id): False [ 864.868240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.868329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.868329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.868625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.868625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.869069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.869069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.869069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.869442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.869442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.869442] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.869715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.869715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.869849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.869849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.870051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.870148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.872146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.872146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.872146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.872146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 is going to be created. [ 864.943012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.943174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.943241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.943461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.943714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.956030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: IN_PROGRESS for 2s [ 865.250097] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 865.250255] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 866.971344] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: SUCCESS [ 866.971513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.845965] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8fa858be-fc0a-46f4-bc51-a62d750a43eb tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 867.846839] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 867.847078] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.847441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.847524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.847814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.847904] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.968843] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78cb710c-e386-4862-88d7-41594f4666c9 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 867.969405] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 867.969709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.969813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.326390] env[65720]: INFO networking_nsxv3.common.synchronization [None req-32ff5ba2-cbcb-4013-8b5b-47dc402343d1 None None] Enqueued Resource ID: 241cb6f0-7ec1-4592-aed0-1d7e9c184195 with Priority: HIGHEST for action port [ 868.326390] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241cb6f0-7ec1-4592-aed0-1d7e9c184195 with Priority: HIGHEST for action port [ 868.326390] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-241cb6f0-7ec1-4592-aed0-1d7e9c184195 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.326390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241cb6f0-7ec1-4592-aed0-1d7e9c184195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.326390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241cb6f0-7ec1-4592-aed0-1d7e9c184195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.326390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241cb6f0-7ec1-4592-aed0-1d7e9c184195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.328467] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241cb6f0-7ec1-4592-aed0-1d7e9c184195',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.376085] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.376085] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b already deleted. [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.376085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.376345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.376345] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.832363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 241cb6f0-7ec1-4592-aed0-1d7e9c184195 [ 868.833518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.833518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.833518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.833518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.833518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.833518] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:241cb6f0-7ec1-4592-aed0-1d7e9c184195 already deleted. [ 868.833518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241cb6f0-7ec1-4592-aed0-1d7e9c184195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.901217] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.901217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.901217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.901217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.901217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.901217] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b already deleted. [ 868.901217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.941956] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9468e44a-2a52-491f-9d56-5cf33811830c service nova] Enqueued Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 868.943121] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 868.943121] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.943737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.943737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.943848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.943848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.944026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.944095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.944174] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.382221] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.382586] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-219" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.382586] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-219" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.383081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-219" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.384213] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.384387] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.384956] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.385730] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.385987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.386253] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.386542] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.386542] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.386772] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.386772] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.386975] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.386975] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.419675] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.419877] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.420079] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.420275] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-219" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.420741] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.421020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.421179] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.421540] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.421685] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01aa3d90-3b27-4f98-a3ef-eb316f36f0cc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.446567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.446756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.446816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.447192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.447358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.447602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.447734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.447794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.448036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.448149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.448246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f already deleted. [ 869.448348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.925249] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.925470] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.926348] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.926729] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.927008] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.930195] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc not found, creating... [ 869.930495] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.930697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.930822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.931104] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.931261] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.931581] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.931745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.931863] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.932263] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.932423] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.932586] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc is going to be created. [ 869.952906] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.953062] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.953195] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.953469] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.953749] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.953983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.662548] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d10f342b-e687-405b-ac61-84da1fd4bd27 service nova] Enqueued Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_rules [ 870.662548] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d10f342b-e687-405b-ac61-84da1fd4bd27 service nova] Enqueued Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 870.662826] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d10f342b-e687-405b-ac61-84da1fd4bd27 service nova] Enqueued Resource ID: 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc with Priority: HIGHEST for action port [ 870.663221] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_rules [ 870.663390] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 870.663495] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc with Priority: HIGHEST for action port [ 870.663787] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.668897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.668897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.668897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.668897] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.670082] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.670082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.670082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.670082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.670251] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.670251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.670311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.670440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.670480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.670607] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.671718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.671718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.671718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.672373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.672373] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01aa3d90-3b27-4f98-a3ef-eb316f36f0cc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.849840] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d6e1c76a-1c60-4b3e-a595-9a6280c2942d service nova] Enqueued Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 870.851136] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGHEST for action security_group_members [ 870.852494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.852860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.853462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.853974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.856704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.856704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.856704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.856704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.856704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.856704] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.072104] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fba99c8f-9cc2-4120-a821-7760e2f5b66c None None] Enqueued Resource ID: 5e6779ae-2f91-43a6-b69b-ec22c405cdea with Priority: HIGHEST for action port [ 871.074050] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e6779ae-2f91-43a6-b69b-ec22c405cdea with Priority: HIGHEST for action port [ 871.074050] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e6779ae-2f91-43a6-b69b-ec22c405cdea taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.074050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e6779ae-2f91-43a6-b69b-ec22c405cdea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.074050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e6779ae-2f91-43a6-b69b-ec22c405cdea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.074050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e6779ae-2f91-43a6-b69b-ec22c405cdea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.074050] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6779ae-2f91-43a6-b69b-ec22c405cdea',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.177459] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.178611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.178721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.178892] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc with status ACTIVE [ 871.179063] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.179166] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.179229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.179425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.179561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.179710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.179805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.179877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.180024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.180094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.182562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.182750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.182794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.183069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.183069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.183199] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01aa3d90-3b27-4f98-a3ef-eb316f36f0cc is going to be updated. [ 871.207424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.207584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.207640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.207823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.207962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.208177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01aa3d90-3b27-4f98-a3ef-eb316f36f0cc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.359496] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.359672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.359766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.360038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.360176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.360402] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.360516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.360579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.360740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.360816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.360903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 is going to be updated. [ 871.403476] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.403751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.403751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.404886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.404886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.417165] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: IN_PROGRESS for 2s [ 871.575419] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e6779ae-2f91-43a6-b69b-ec22c405cdea [ 871.575734] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.575887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.575971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.576210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.576303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.576400] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e6779ae-2f91-43a6-b69b-ec22c405cdea already deleted. [ 871.576484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e6779ae-2f91-43a6-b69b-ec22c405cdea" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.686121] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.741262] env[65720]: INFO networking_nsxv3.common.synchronization [None req-68747158-6b2a-4db8-a0f2-a6e26fd10c58 service nova] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 871.742331] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 871.742331] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.742472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.742472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.742681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.742853] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.742956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.743039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.743219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.743317] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.743416] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.142247] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-790 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.142449] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.142574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.143148] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.143372] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.143418] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.144148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.144148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.144148] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.144148] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.144628] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.144628] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.144628] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.144628] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.144628] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.165428] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.165758] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.166018] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.166317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.166783] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-58accf41-587f-4367-854e-fc571a6a3424 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.167140] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.167407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.167868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.168128] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58accf41-587f-4367-854e-fc571a6a3424',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.189067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.189067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.189244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.189321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.189411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.189516] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f is going to be created. [ 872.218391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.218587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.218681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.218895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.219108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.229712] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: UNINITIALIZED for 2s [ 872.247383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.247591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.247700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.247956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.248162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.248351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.249030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.249030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.249030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.249030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.249030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a already deleted. [ 872.249222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.672472] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.673407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.673407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.673510] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.673703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.673895] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 58accf41-587f-4367-854e-fc571a6a3424 not found, creating... [ 872.674235] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.674381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.674488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.674725] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.674870] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.677570] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.677918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.677918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.681024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.681024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.681024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 58accf41-587f-4367-854e-fc571a6a3424 is going to be created. [ 872.706267] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.706741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.706974] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.707538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.707915] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708291] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.422644] env[65720]: INFO networking_nsxv3.common.synchronization [None req-88d9acc2-7077-4658-93f4-24fb40236c0f service nova] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 873.422826] env[65720]: INFO networking_nsxv3.common.synchronization [None req-88d9acc2-7077-4658-93f4-24fb40236c0f service nova] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 873.422978] env[65720]: INFO networking_nsxv3.common.synchronization [None req-88d9acc2-7077-4658-93f4-24fb40236c0f service nova] Enqueued Resource ID: 58accf41-587f-4367-854e-fc571a6a3424 with Priority: HIGHEST for action port [ 873.423850] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_rules [ 873.423945] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 873.424059] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58accf41-587f-4367-854e-fc571a6a3424 with Priority: HIGHEST for action port [ 873.424704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.424853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.424927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425246] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.426297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.426468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.426498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.426688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.426838] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.426929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.426991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.427141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.427222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.427313] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.428076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-58accf41-587f-4367-854e-fc571a6a3424 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.428171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.429017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.429017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.429017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58accf41-587f-4367-854e-fc571a6a3424',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.429982] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 in Status: SUCCESS [ 873.430152] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 deletion is rescheduled due to dependency. [ 873.430252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.931704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.931988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.932151] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.933227] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58accf41-587f-4367-854e-fc571a6a3424 with status ACTIVE [ 873.933444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.933565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.933634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.933872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.933970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.934186] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.934317] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.934387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.934567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.934649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.934860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.934963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.935047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.935209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.935314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.935408] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58accf41-587f-4367-854e-fc571a6a3424 is going to be updated. [ 873.959773] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.960038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.960038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.960259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.960788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.960788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58accf41-587f-4367-854e-fc571a6a3424" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243028] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: SUCCESS [ 874.243028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.243028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.243028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.243028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.243265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.243265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.243394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.243534] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.437665] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.569041] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e132492-ea97-4e16-afa2-27bc8655b345 service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 874.569418] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 874.569744] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.569890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.569958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.570617] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.570725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.570786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.570955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.571063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.571144] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.745840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.746411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.746411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.746411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.746517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.746611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.746650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.746795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.746886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.746974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.747142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.747261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.747331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.747479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747622] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.747716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.747815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.747906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.747981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.748130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.748171] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.906080] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.906292] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.906442] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.906769] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.907097] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.907342] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.907342] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.907577] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.907732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.907936] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.908080] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.908201] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.908312] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.908424] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.908529] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.908670] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.929410] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.929623] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.929783] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.929957] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.930430] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-25b9d108-0b43-4459-b9db-7bd90a495bb3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.930652] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.930814] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.931211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.931406] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b9d108-0b43-4459-b9db-7bd90a495bb3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.940487] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.940901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.940901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.941018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.941116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.941221] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a is going to be created. [ 874.970461] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.970653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.970710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.971013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.971398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.982745] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: UNINITIALIZED for 2s [ 875.073159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.073316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.073393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.073609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.073706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.073967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.074121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.074209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.074304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.074380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.074466] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b already deleted. [ 875.074546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.251350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f: rpc.has_security_group_logging(os_id): False [ 875.278830] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.279046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.279046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.279311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.279407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.279657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.279769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.279863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.279996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.280108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.280308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.280403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.280465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.280675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.280786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.280944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.281058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.281122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.281280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.281353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.281437] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f is going to be created. [ 875.398133] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.398398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.398573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.398809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.399037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.416197] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: IN_PROGRESS for 2s [ 875.433999] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.434223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.434391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434827] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.434958] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.435222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 25b9d108-0b43-4459-b9db-7bd90a495bb3 not found, creating... [ 875.435581] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.435749] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.435883] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.436161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.436980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.436980] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.436980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.436980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.437408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.437408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.437546] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 is going to be created. [ 875.463830] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.464242] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.464376] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.464737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.465064] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.465429] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.505640] env[65720]: INFO networking_nsxv3.common.synchronization [None req-04daa29d-f4b3-4ef5-9f65-9b5e9daa96eb service nova] Enqueued Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 875.506425] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGHEST for action security_group_members [ 875.506805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.506956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.507051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.507273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.507446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.507560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.507627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.507790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.507897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.507994] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.012576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.014433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.014433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.014433] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 is going to be updated. [ 876.043456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.043456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.043456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.043686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.043863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.054839] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: IN_PROGRESS for 2s [ 876.211175] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5e7b4599-77f4-4bb2-8389-ace19c216c36 service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 876.211175] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5e7b4599-77f4-4bb2-8389-ace19c216c36 service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 876.211175] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5e7b4599-77f4-4bb2-8389-ace19c216c36 service nova] Enqueued Resource ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 with Priority: HIGHEST for action port [ 876.213706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 876.218035] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 876.218035] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 with Priority: HIGHEST for action port [ 876.218035] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.218035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.218035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.218035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.218035] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.218035] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.218035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.218035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.218802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.221060] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.221209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.221285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.221493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.221591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.221716] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.222840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b9d108-0b43-4459-b9db-7bd90a495bb3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.222985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.223049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.223230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.223285] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b9d108-0b43-4459-b9db-7bd90a495bb3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.725165] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.725308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.725518] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.726494] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25b9d108-0b43-4459-b9db-7bd90a495bb3 with status ACTIVE [ 876.726661] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.726805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.726836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.727059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.727177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.727312] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.727408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.727470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.727627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.727708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.727888] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.727981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.728096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.728447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.728580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.728794] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 is going to be updated. [ 876.756430] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.756636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.757064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.757321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.997200] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: SUCCESS [ 876.998129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.998129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.998129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.998327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.998744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.002091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.002091] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.236442] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.427825] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: SUCCESS [ 877.428056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.505774] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.739224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.739352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.739609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.739690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.740428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.740428] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be created. [ 877.771570] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.771759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.771895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.772949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.772949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.783104] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: UNINITIALIZED for 2s [ 878.009478] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a1d723-c590-41d8-9996-2339b1792a2a: rpc.has_security_group_logging(os_id): False [ 878.030794] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.030974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.031056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.031295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.031384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.031714] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.031832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.031898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.032107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.032181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.032277] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a is going to be created. [ 878.064976] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 in Status: SUCCESS [ 878.065197] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 deletion is rescheduled due to dependency. [ 878.065325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.108409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.108600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.108686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.108932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.109118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.132572] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: IN_PROGRESS for 2s [ 879.795504] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: SUCCESS [ 879.795504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.795504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.796205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.796205] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.796205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.796205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.796338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.796517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.796517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.796611] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.145990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: SUCCESS [ 880.146236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.300033] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.807666] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddea40f1-2a41-4e5e-9794-e112e26e1b5b: rpc.has_security_group_logging(os_id): False [ 880.827549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.827667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.827721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.827917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.828016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.828331] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.828737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.828809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.828976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.829065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.829168] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be created. [ 880.897493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.897493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.897640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.897772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.897957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.912570] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: IN_PROGRESS for 2s [ 881.216631] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 881.217300] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 882.927402] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: SUCCESS [ 882.930893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.182711] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f68d3beb-b3a1-44cd-8dde-87e741905b84 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 883.183604] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 883.184083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.184748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.184748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.184748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.184942] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.184942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.184942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.185223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.185267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185389] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.544502] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.544851] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.544998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.545279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.545551] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.545713] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.545987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.546276] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.546438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.546654] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.546771] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.546877] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.547020] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.547095] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.547200] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.547330] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.567890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.568104] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.568307] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.568566] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-998" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.568882] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-a97348ff-93e0-442b-8a41-b56fa04e8cb6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.569090] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.569223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.569613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.569758] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97348ff-93e0-442b-8a41-b56fa04e8cb6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.688200] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.072727] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.073042] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.073226] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.073770] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.074081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.074406] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port a97348ff-93e0-442b-8a41-b56fa04e8cb6 not found, creating... [ 884.074813] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.075352] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.075595] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.075977] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.076201] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.076597] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.077007] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.077232] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.077614] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.077854] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.078049] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 is going to be created. [ 884.111417] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.111738] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.111946] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.112319] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.112619] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.112946] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.190722] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.694383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.694586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.694663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.694899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.695084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.695146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 884.729982] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.730228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.730228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.730433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.730570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.741512] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 884.862467] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe83edb1-eeb7-4192-980f-b3079d1ea076 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 884.862672] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe83edb1-eeb7-4192-980f-b3079d1ea076 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 884.862834] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe83edb1-eeb7-4192-980f-b3079d1ea076 service nova] Enqueued Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 884.863527] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 884.863677] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 884.863780] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 884.864109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.864226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.864313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.864493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.864574] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.865571] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.865678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.865899] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97348ff-93e0-442b-8a41-b56fa04e8cb6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.866014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.866082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.866260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.866344] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97348ff-93e0-442b-8a41-b56fa04e8cb6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.370408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370408] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a97348ff-93e0-442b-8a41-b56fa04e8cb6 with status ACTIVE [ 885.370408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.370408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.370408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.371375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.371375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.371375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.371375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.371375] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 is going to be updated. [ 885.427275] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.427753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.427753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.427753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.427942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.428147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.753729] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 886.754133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.754315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.754714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.754906] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.755076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.755153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.756270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.756270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.756270] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.258864] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.760914] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.264494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.264494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.264494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.264494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.264494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.264494] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 888.298374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.298374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.298592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.298626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.298798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.310382] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 888.349816] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bf2fd599-6632-4a80-b4cc-86696b2324ea tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 888.350530] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 888.351382] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.351382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.351382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.351595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.351676] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.452547] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6440e629-e579-44f3-95db-4fa66fb89cba tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 888.453517] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 888.453517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.453601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.873802] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.873802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.873802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.873802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.873802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.875413] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 already deleted. [ 888.875469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.875660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.875851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.875980] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.402821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.402974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.403057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.403282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.403377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.403473] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 already deleted. [ 889.404593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.323531] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 890.323867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.324029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.324289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.324837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.324837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.324837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.325396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.325533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.325747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.325871] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.828635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.828834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.828993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.830032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.830032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.830296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.830327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.830512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.830568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.830921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.830921] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.831081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.831131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.831824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.831824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.831824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.831824] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.335684] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 891.355936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.356150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.356150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.356404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.356498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.356745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.356847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.356961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.357188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.357280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.357497] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.357606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.357678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.357831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.358387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.358550] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.358702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.358763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.358876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.358964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.359064] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 891.440024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.440245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.440303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.440490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.440641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.455527] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 892.115941] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ea0a4a14-67f6-4160-9254-820cf80c36e4 service nova] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 892.116568] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGHEST for action security_group_members [ 892.116854] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.117031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.117126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.117841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.117841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.117841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.117841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.118232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.118232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.118341] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.621717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.622109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.622109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.622276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.622341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.623173] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.623173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.623173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.623173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.623173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.623173] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 is going to be updated. [ 892.679031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.679031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.679031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.679031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.679031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.694033] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: IN_PROGRESS for 2s [ 893.386788] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff3c59ff-d5bc-4376-ae69-e7793ae01f4d service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 893.388453] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 893.388990] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.389216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.389340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.389706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.389956] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.390142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.390251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.390505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.390649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.390873] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.478303] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 893.478485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.894844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.897388] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.897388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.897812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.897977] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a already deleted. [ 893.898235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.091889] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.092438] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.094107] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.094107] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.094878] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.094878] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.094878] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.095873] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.096486] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.096486] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.096486] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.096486] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.096665] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.096894] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.097073] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.097260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.119990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.119990] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.119990] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.119990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.119990] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.119990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.119990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.119990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.119990] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f4ccbb-2fbd-43ef-979c-d7538b388e9a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.624155] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.624546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.625951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.625951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.626283] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.626530] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port c5f4ccbb-2fbd-43ef-979c-d7538b388e9a not found, creating... [ 894.627114] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.628489] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.628489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.628795] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.628860] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.629018] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: c5f4ccbb-2fbd-43ef-979c-d7538b388e9a is going to be created. [ 894.656780] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.657055] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.657223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.657536] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.657845] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.658142] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.706860] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3326049c-07e7-4b52-a164-3c172e643c64 in Status: SUCCESS [ 894.707881] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 deletion is rescheduled due to dependency. [ 894.707881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.425450] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d0f6bd3f-2839-4c4e-b956-272f714f284a service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_rules [ 895.425853] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d0f6bd3f-2839-4c4e-b956-272f714f284a service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 895.425853] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d0f6bd3f-2839-4c4e-b956-272f714f284a service nova] Enqueued Resource ID: c5f4ccbb-2fbd-43ef-979c-d7538b388e9a with Priority: HIGHEST for action port [ 895.426396] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_rules [ 895.426548] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 895.426647] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f4ccbb-2fbd-43ef-979c-d7538b388e9a with Priority: HIGHEST for action port [ 895.426982] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.427359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.427470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.427801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.427905] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.430347] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.430493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.430565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.430803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.430972] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.431086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.431158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.431327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.431552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.431552] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.435658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.435838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.435897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.436070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.436157] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f4ccbb-2fbd-43ef-979c-d7538b388e9a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.655184] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c66644ad-1403-43b2-9338-5c5074792ffa service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 895.655675] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 895.655963] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.656115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.656204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.656461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.656642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.657026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.657026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.657356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.657512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.657684] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.942717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942717] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f4ccbb-2fbd-43ef-979c-d7538b388e9a with status ACTIVE [ 895.942717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.942717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.942717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.942717] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.943616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.943616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.943616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.943616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.943616] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f4ccbb-2fbd-43ef-979c-d7538b388e9a is going to be updated. [ 895.945186] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.972448] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.972649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.972649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.972766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.972876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.973085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f4ccbb-2fbd-43ef-979c-d7538b388e9a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.160588] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.216099] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78eefa02-e8c4-410c-8507-fa1052f79af9 service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 896.217814] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 896.219037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.219037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.309282] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f1350b0b-783d-4ab5-881e-a6d93ee0fc87 None None] Enqueued Resource ID: 2a6c8463-c484-4388-be91-053fd357bc9d with Priority: HIGHEST for action port [ 896.309282] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6c8463-c484-4388-be91-053fd357bc9d with Priority: HIGHEST for action port [ 896.309282] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6c8463-c484-4388-be91-053fd357bc9d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.309282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6c8463-c484-4388-be91-053fd357bc9d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.309282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6c8463-c484-4388-be91-053fd357bc9d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.309282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6c8463-c484-4388-be91-053fd357bc9d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.309282] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6c8463-c484-4388-be91-053fd357bc9d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.448862] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.663517] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.777997] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.778543] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.778874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.779398] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.779921] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.785341] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.785659] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.786086] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.787153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.787153] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.787153] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.787498] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.787769] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.788502] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.789417] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.789417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.817030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a6c8463-c484-4388-be91-053fd357bc9d [ 896.817030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.817030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.817030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.817030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.817030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.817030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a6c8463-c484-4388-be91-053fd357bc9d already deleted. [ 896.817030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6c8463-c484-4388-be91-053fd357bc9d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.817030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.817030] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.817627] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.817627] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-524" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.817743] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.817861] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.818039] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.818336] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.818474] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef57c09b-e512-44ad-adeb-8aee81e9dc7b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.952616] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.953496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.953586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.953835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.953930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.954048] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be created. [ 896.980633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.980831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.980892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.992656] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: UNINITIALIZED for 2s [ 897.167489] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.167928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.167928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.168112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.168303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.168414] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 897.206721] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.206994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.207131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.207337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.207598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.218498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 897.323826] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.324095] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.324210] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.324593] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.324836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.325071] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port ef57c09b-e512-44ad-adeb-8aee81e9dc7b not found, creating... [ 897.325400] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.325612] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.325762] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.326041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.326223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.327674] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.327674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.327674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.327674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.327674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.327674] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: ef57c09b-e512-44ad-adeb-8aee81e9dc7b is going to be created. [ 897.351049] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.351836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.351836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.352521] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.352521] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.352770] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.438616] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d3f2320f-3077-4ffc-b80c-40141005dac7 service nova] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 897.439187] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGHEST for action security_group_members [ 897.443026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.443026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.443026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.443026] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.944342] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.944342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.944342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.944342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.944829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.944829] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.944945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.945078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.945324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.945475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.945642] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be updated. [ 897.990194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.990194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.990194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.990194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.990194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.999985] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: IN_PROGRESS for 2s [ 898.124380] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0b7d91-4e80-4b71-97fc-7ae80fbfdd07 service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_rules [ 898.124562] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0b7d91-4e80-4b71-97fc-7ae80fbfdd07 service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 898.124703] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ae0b7d91-4e80-4b71-97fc-7ae80fbfdd07 service nova] Enqueued Resource ID: ef57c09b-e512-44ad-adeb-8aee81e9dc7b with Priority: HIGHEST for action port [ 898.125244] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_rules [ 898.125705] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 898.125705] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef57c09b-e512-44ad-adeb-8aee81e9dc7b with Priority: HIGHEST for action port [ 898.125873] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.125873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.126056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.128407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.131946] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.131946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.131946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.131946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.131946] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef57c09b-e512-44ad-adeb-8aee81e9dc7b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.441963] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f2bf592a-919d-4f97-b47c-11387c67d04a service nova] Enqueued Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 898.442564] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 898.446438] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.446438] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.446438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.446438] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.631736] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5c0fb673-522e-4c03-be17-657c77943ec3 None None] Enqueued Resource ID: 5e84a439-6271-4b88-abc0-480b794a33a1 with Priority: HIGHEST for action port [ 898.633496] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef57c09b-e512-44ad-adeb-8aee81e9dc7b with status ACTIVE [ 898.633759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.633820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.633891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.634177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.634310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.635078] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.635078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.635078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.635078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.635078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.635078] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.635453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.635453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.635453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.635453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.635453] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef57c09b-e512-44ad-adeb-8aee81e9dc7b is going to be updated. [ 898.637146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e84a439-6271-4b88-abc0-480b794a33a1 with Priority: HIGHEST for action port [ 898.639322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e84a439-6271-4b88-abc0-480b794a33a1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.639322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e84a439-6271-4b88-abc0-480b794a33a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.639322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e84a439-6271-4b88-abc0-480b794a33a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.639322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e84a439-6271-4b88-abc0-480b794a33a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.639322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e84a439-6271-4b88-abc0-480b794a33a1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.664334] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.664334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.664334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.664334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.664334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.664334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef57c09b-e512-44ad-adeb-8aee81e9dc7b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.801334] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.801699] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-477" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.801868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-477" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.802285] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-477" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.802620] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.802821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.802944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.803296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.803495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.803619] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.803719] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.803799] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.803905] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.804808] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.804808] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.804986] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.831830] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.832106] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.832265] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.832449] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-477" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.832780] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-7818914d-352b-408a-9d0f-4c2bb1a25f2e taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.832991] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.833139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.833473] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.833617] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7818914d-352b-408a-9d0f-4c2bb1a25f2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.948307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.948625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.948625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.948748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.948890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.949055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.949182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.949230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.949380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.949464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.949551] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59561df-002e-4652-8898-f6e2cef17d21 already deleted. [ 898.949642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.003241] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 899.003611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.003611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.004121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.004121] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.004274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.004274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.004396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.004462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.005215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.005215] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.005504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.005668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.005824] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.005918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.005979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.006126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.006197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.006796] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.140687] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e84a439-6271-4b88-abc0-480b794a33a1 [ 899.140687] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.140687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.140687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.141200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.141349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.141487] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e84a439-6271-4b88-abc0-480b794a33a1 already deleted. [ 899.141607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e84a439-6271-4b88-abc0-480b794a33a1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.231127] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 4s [ 899.338413] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.338747] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.338884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.339219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.339373] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.339528] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 7818914d-352b-408a-9d0f-4c2bb1a25f2e not found, creating... [ 899.339805] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.339959] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.340127] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.340421] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.340570] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.340902] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.341072] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.341193] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.341405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.341535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.341686] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 7818914d-352b-408a-9d0f-4c2bb1a25f2e is going to be created. [ 899.362303] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.362505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.362629] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.362939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.363156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.363379] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.508507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.508791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.508992] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.861375] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 899.861653] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 899.862132] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 899.862329] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 899.862692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.862809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.862865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.863330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.863505] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.863608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.863690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.863849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.863943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.864076] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.864943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.865078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.865179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.865357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.865544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.865623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.865699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.865842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.865937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.866071] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.905694] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_rules [ 899.905892] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 899.906051] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 899.906181] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 899.906316] env[65720]: INFO networking_nsxv3.common.synchronization [None req-447cc048-91c0-4c9a-ab52-2b804b697f51 service nova] Enqueued Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 899.906813] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_rules [ 899.906960] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 899.907099] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 899.907206] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 899.907310] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 899.907619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.907756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.907827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.908205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.908205] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.909403] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.909564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.909607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.909808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.909896] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.912447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97348ff-93e0-442b-8a41-b56fa04e8cb6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.912621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.912730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.912945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.913061] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97348ff-93e0-442b-8a41-b56fa04e8cb6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.915699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.915803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.916078] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.916211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.012750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f in Status: SUCCESS [ 900.012750] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f deletion is rescheduled due to dependency. [ 900.012750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.013138] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c1d8aed9-2e72-43c1-bdce-52dbf6c0d117 service nova] Enqueued Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_rules [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c1d8aed9-2e72-43c1-bdce-52dbf6c0d117 service nova] Enqueued Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c1d8aed9-2e72-43c1-bdce-52dbf6c0d117 service nova] Enqueued Resource ID: 7818914d-352b-408a-9d0f-4c2bb1a25f2e with Priority: HIGHEST for action port [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_rules [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 900.103582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7818914d-352b-408a-9d0f-4c2bb1a25f2e with Priority: HIGHEST for action port [ 900.103960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.103960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.103960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.104136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.104229] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.105181] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.105302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.105380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.105557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.105712] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.105809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.105871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.106025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.106111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.106206] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.106977] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7818914d-352b-408a-9d0f-4c2bb1a25f2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.108138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.108222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.109488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.109638] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7818914d-352b-408a-9d0f-4c2bb1a25f2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.367724] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.370624] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.419307] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a97348ff-93e0-442b-8a41-b56fa04e8cb6 with status ACTIVE [ 900.419307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.419307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.419307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.419307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.419307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.419307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.420396] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.420396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.420396] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 is going to be updated. [ 900.421532] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.421647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.421877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.421959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.443999] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.444148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.446082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.446082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.446082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.446082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.516292] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.516493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.516493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.516671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.516764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.516862] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be updated. [ 900.554340] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.554488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.554561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.554786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.554960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.565944] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 900.612048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.612048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612048] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.613013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7818914d-352b-408a-9d0f-4c2bb1a25f2e with status ACTIVE [ 900.613239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.613359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.613424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.613635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.613722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.613890] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.613984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.614056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.614201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.614540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.614540] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.614540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.614645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.618017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.618017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.618017] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7818914d-352b-408a-9d0f-4c2bb1a25f2e is going to be updated. [ 900.641850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.641850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.641850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.641850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.641850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.641850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7818914d-352b-408a-9d0f-4c2bb1a25f2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.871339] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.874033] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.118922] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.244997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 901.244997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.375051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.375051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.375051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.375051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.375051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.375051] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be created. [ 901.384039] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.384039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.384039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.384039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.384039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.384039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 901.407807] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.407807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.408175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.408175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.408374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.420795] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: UNINITIALIZED for 2s [ 901.427615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.427615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.427615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.427615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.427615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.435491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 901.621269] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.621453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.621521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.621771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.621911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.622058] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59561df-002e-4652-8898-f6e2cef17d21 is going to be created. [ 901.653247] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.653359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.653423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.653633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.654064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.665555] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: UNINITIALIZED for 2s [ 902.584908] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 902.584908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.584908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.584908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.584908] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.585841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.585841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.585841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.585841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.586026] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.089471] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.231320] env[65720]: INFO networking_nsxv3.common.synchronization [None req-686336ae-96b4-43d2-8860-ba40c7f02736 None None] Enqueued Resource ID: 8f423058-b3b7-42fe-938c-abd4da57d20f with Priority: HIGHEST for action port [ 903.231946] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f423058-b3b7-42fe-938c-abd4da57d20f with Priority: HIGHEST for action port [ 903.234857] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f423058-b3b7-42fe-938c-abd4da57d20f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.235016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f423058-b3b7-42fe-938c-abd4da57d20f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.235123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f423058-b3b7-42fe-938c-abd4da57d20f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.235500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f423058-b3b7-42fe-938c-abd4da57d20f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.235552] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f423058-b3b7-42fe-938c-abd4da57d20f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.431526] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 903.431977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.431977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.432258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.432467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.432613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.432696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.432891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.432996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.433162] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.449403] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 903.449654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.450184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.450410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.450609] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.450730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.450873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.451080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.451170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.451275] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.594107] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.676942] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: SUCCESS [ 903.677230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.677794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.678017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.678229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.679178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.679178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.679178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.679178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.679178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.679178] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.739460] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f423058-b3b7-42fe-938c-abd4da57d20f [ 903.739704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.739841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.739907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.740151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.740234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.740331] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f423058-b3b7-42fe-938c-abd4da57d20f already deleted. [ 903.740407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f423058-b3b7-42fe-938c-abd4da57d20f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.937023] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.953697] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.095953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.095953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.095953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.095953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.096535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.096535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be updated. [ 904.147906] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.150164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.150164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.150164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.150164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.164559] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 904.186129] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.187058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.187058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.187058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.187372] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.187372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.187372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.187574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.187574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187869] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.188768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.191229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.191571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.191571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.191571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.194208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.194208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.194208] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.238406] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8fc59ed0-3806-4b26-9005-7517f4c81524 tempest-ServersTestFqdnHostnames-1699296007 tempest-ServersTestFqdnHostnames-1699296007-project-member] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 904.239718] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 904.240083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.240216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.240278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.240554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.240641] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.414903] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3110c994-56c1-4c49-9095-0fc6104991e2 tempest-ServersTestFqdnHostnames-1699296007 tempest-ServersTestFqdnHostnames-1699296007-project-member] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 904.415255] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 904.415619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.415721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.439038] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.456228] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.570653] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cd03e23b-85ec-4090-9c6a-4422b61f6bed service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 904.571295] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 904.571656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.571790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.571848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.572113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.572302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.572410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.572483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.572677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.572767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.572877] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.697269] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59561df-002e-4652-8898-f6e2cef17d21: rpc.has_security_group_logging(os_id): False [ 904.717378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.717581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.717647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.718331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.718458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.718828] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.719026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.719402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.719488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.719709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.719828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.720140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.720633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.720633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.720633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.720822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.721020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59561df-002e-4652-8898-f6e2cef17d21 is going to be created. [ 904.770236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.770631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.770744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.770894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.771044] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 already deleted. [ 904.771185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.771333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.771511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.771713] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.799644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.800125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.800203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.800423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.801446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.813736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: IN_PROGRESS for 2s [ 904.944381] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.944381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.944381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.944381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.944381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.944381] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be updated. [ 904.958857] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.959168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.959239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.959654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.959654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.959654] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 904.989906] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.989906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.989906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.989906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.990364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.992277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.992412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.992482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.992682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.992827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.003966] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 905.010594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 905.014020] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.014218] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.014336] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.014595] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.014859] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.015314] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.015535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.015804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.015984] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.016246] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.016412] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.016563] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.016672] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.016821] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.016954] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.017699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.038404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.038404] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.038574] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.038732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.039137] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-8cd2f231-f537-4509-92da-dc52e57441ba taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.039324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.039494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.039866] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.039955] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd2f231-f537-4509-92da-dc52e57441ba',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.075956] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.076392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.076563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.077776] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.077776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.077776] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 905.105726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.105886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.105983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.106289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.107108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.117193] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 905.317228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.317758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.317758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.317758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.317973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.317973] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 already deleted. [ 905.317973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.545270] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.545567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.545699] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.546059] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.546219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.546381] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 8cd2f231-f537-4509-92da-dc52e57441ba not found, creating... [ 905.546662] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.546830] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.546947] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.547189] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.547374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.547714] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.547973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.547973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.548315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.548458] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.548601] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 8cd2f231-f537-4509-92da-dc52e57441ba is going to be created. [ 905.576467] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.576467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.576467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.576719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.576796] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.577000] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175148] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 906.175358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.175426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.175654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.175856] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.175980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.176057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.176217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.176287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.176375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.176530] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.176638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.176718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.176832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.176974] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.177284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.177351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.177506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.177584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177758] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.299402] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2d47094b-a3d2-429c-9e9e-4d0f418e44c0 None None] Enqueued Resource ID: 8570692f-674e-46ce-84df-9acd726abcce with Priority: HIGHEST for action port [ 906.300222] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8570692f-674e-46ce-84df-9acd726abcce with Priority: HIGHEST for action port [ 906.300583] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8570692f-674e-46ce-84df-9acd726abcce taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.300730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8570692f-674e-46ce-84df-9acd726abcce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.300859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8570692f-674e-46ce-84df-9acd726abcce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.301165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8570692f-674e-46ce-84df-9acd726abcce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.301252] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8570692f-674e-46ce-84df-9acd726abcce',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.329526] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff5d294c-1459-447a-9819-06ea34b1d1e9 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 906.329725] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff5d294c-1459-447a-9819-06ea34b1d1e9 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 906.330247] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff5d294c-1459-447a-9819-06ea34b1d1e9 service nova] Enqueued Resource ID: 8cd2f231-f537-4509-92da-dc52e57441ba with Priority: HIGHEST for action port [ 906.330595] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 906.330747] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 906.330986] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd2f231-f537-4509-92da-dc52e57441ba with Priority: HIGHEST for action port [ 906.331474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.331474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.331474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.332079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.332079] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.333593] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.333593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.333593] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd2f231-f537-4509-92da-dc52e57441ba taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.333593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.333593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.333593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.333900] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd2f231-f537-4509-92da-dc52e57441ba',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.681454] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28beaba5-3f64-423c-8394-36a0a6a77a2a: rpc.has_security_group_logging(os_id): False [ 906.701950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.702160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.702237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.702479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.702570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.702798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.702902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.702971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.703150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.703197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.703451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.703584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.703662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.705146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.705337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.705642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.705912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.706068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.709552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.709552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.709552] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be created. [ 906.775961] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.776059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.776096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.776312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.777623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.797863] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 906.803630] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8570692f-674e-46ce-84df-9acd726abcce [ 906.803991] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.804201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.804301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.804575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.804690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.804843] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8570692f-674e-46ce-84df-9acd726abcce already deleted. [ 906.804978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8570692f-674e-46ce-84df-9acd726abcce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: SUCCESS [ 906.831794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.835466] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.835658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.836994] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8cd2f231-f537-4509-92da-dc52e57441ba with status ACTIVE [ 906.837341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.837341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.837435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.837913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.837913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.837913] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.838254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.838254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.838254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.838403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.838490] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.839099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.839099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.839099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.839099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.839099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8cd2f231-f537-4509-92da-dc52e57441ba is going to be updated. [ 906.898430] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.898627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.898764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.899296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.899296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.899506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd2f231-f537-4509-92da-dc52e57441ba" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.019742] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 907.020233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.020463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.020706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.021066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.021173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.021268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.021474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.021745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.021745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.022049] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.023649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 907.023887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.024169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.024538] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.024654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.024718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.024900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.024980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.030017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.030017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.132263] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 907.132263] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132263] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.132263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.132681] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.440245] env[65720]: INFO networking_nsxv3.common.synchronization [None req-639677b6-8e81-40f4-9681-88fc05da7e42 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 907.440245] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 907.440245] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.440245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.440245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.440245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.440245] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.442281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.442510] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.531324] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.531603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.531603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.531843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.532124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.532634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.532715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.532905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.532998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.533106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.533271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.533371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.533432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.533640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.533840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.533942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.534015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.535331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.535420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.535553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.535657] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.539803] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.635701] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.807756] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807967] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.808110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.808382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.808710] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.808876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.808993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.809982] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.810163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.810371] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.810481] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.810588] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.810742] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.810910] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.811040] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.811176] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.830677] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.830786] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.830958] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.831153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.831413] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.831595] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.832040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.832188] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbccb731-d98d-40ad-a144-4b4f1e48a1ce',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.944948] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.038450] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 908.043324] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 169950ff-7bab-4878-9007-fcc7ae6765c5: rpc.has_security_group_logging(os_id): False [ 908.060470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.060470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.060605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.061108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.061108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.061219] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.061270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.061817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.061817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.061817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.061817] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be created. [ 908.063477] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.063583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.063648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.063816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.063899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.064100] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.064238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.064293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.064921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.064921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.064921] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.064921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.064921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.065137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.065137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.065262] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.065384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.065425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.066196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.066196] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 908.125049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.125049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.125049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.125291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.125334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.138057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.138276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.138325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.138548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.138754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.139927] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.141362] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 908.154752] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 908.334730] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.335056] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.335231] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.335484] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.335633] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.335785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port fbccb731-d98d-40ad-a144-4b4f1e48a1ce not found, creating... [ 908.336660] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.336839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.336962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.337297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.337346] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.337619] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.337770] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.341041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.341041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.341041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.341041] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: fbccb731-d98d-40ad-a144-4b4f1e48a1ce is going to be created. [ 908.363120] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.363460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.363460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.363727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.363988] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.364334] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.446691] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.645498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.645498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.645498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.645498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.645498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.645498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 908.678537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.678537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.678537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.678537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.678537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.687568] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 908.816083] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 908.816083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.816296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.817568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.817568] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.950390] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.950540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.950628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.950924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.951031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.951129] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 908.984239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.984394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.984480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.984659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.984826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.996941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06948645-12bd-481b-8535-26f0f73b68d6 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06948645-12bd-481b-8535-26f0f73b68d6 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [None req-06948645-12bd-481b-8535-26f0f73b68d6 service nova] Enqueued Resource ID: fbccb731-d98d-40ad-a144-4b4f1e48a1ce with Priority: HIGHEST for action port [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 909.123447] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbccb731-d98d-40ad-a144-4b4f1e48a1ce with Priority: HIGHEST for action port [ 909.123799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.123910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.123972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.124276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.124276] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.125161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.125270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.127739] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.127739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.127739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.127739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.127739] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbccb731-d98d-40ad-a144-4b4f1e48a1ce',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.321452] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.321452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.321452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.321452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.321452] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.321757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.321757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.321757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.322192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.322192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.322192] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.627587] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.628087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.633045] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fbccb731-d98d-40ad-a144-4b4f1e48a1ce with status ACTIVE [ 909.633045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.633045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.633410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.633620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.633861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.634305] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.634305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.634305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.634644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.634765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.635242] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.635242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.635386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.635594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.635744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.635890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fbccb731-d98d-40ad-a144-4b4f1e48a1ce is going to be updated. [ 909.650795] env[65720]: INFO networking_nsxv3.common.synchronization [None req-416c7ab1-b6b8-485e-a787-ea350e55b126 service nova] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 909.653114] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 909.653114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.653114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.653114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.653114] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.661203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.661318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.661401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.661603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.661988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.661988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbccb731-d98d-40ad-a144-4b4f1e48a1ce" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.824223] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.824427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.824513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.824769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.824974] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.825116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.825213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.825378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.825479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.825601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.825823] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.825944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.826015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.826254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.826440] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.826590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.826680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.826860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.826947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.831945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.831945] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.051464] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.052038] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-510" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.052330] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-510" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.052782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-510" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.053220] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.053510] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.053883] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.054282] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.054533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.054852] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.055058] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.055271] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.055458] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.055643] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.055864] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.056099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.076723] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.076976] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.077188] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.077397] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-510" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.077797] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.078045] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.078220] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.078567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.078765] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.156158] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 910.157245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.158552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.158710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.158809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.159089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.159212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.159655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.159655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.159655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.159831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.159831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.159890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a already deleted. [ 910.159947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.174895] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 910.175151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.334203] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28beaba5-3f64-423c-8394-36a0a6a77a2a: rpc.has_security_group_logging(os_id): False [ 910.361559] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.361930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.361930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.362112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.363047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.363047] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.363047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.363047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.363320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.363320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.363612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.363693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.363817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.364042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.364083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.364742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.364742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.364742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.364742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.365024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.365024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be updated. [ 910.458404] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.459095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.459095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.459364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.459672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.485850] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 910.581894] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.582207] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.582485] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.582826] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.583031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.583253] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 not found, creating... [ 910.583571] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.583741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.583859] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.584139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.584317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.584752] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.585241] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.585488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.586105] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.586370] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.586618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 is going to be created. [ 910.617294] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.617294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.617294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.617294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.617574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.618229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.703087] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 910.703542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.703599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.704230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.704230] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.704230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.704425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.704459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.704541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.704617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.704718] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.760407] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 910.761220] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 910.761441] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 910.762916] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 910.763406] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 910.763590] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 910.764054] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.764261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.764384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.764765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.765241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.765357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.765731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.765894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.766078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.767514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.767712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.767840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.768139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.768951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.768951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.768951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.768951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.769156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.769238] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.770657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.771447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.771678] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.771848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.771965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.772220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.772416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.772583] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_rules [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_rules [ 910.820596] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 910.820994] env[65720]: INFO networking_nsxv3.common.synchronization [None req-47c52ecb-7764-4b5e-875f-2cab065529fb service nova] Enqueued Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 910.822151] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_rules [ 910.822344] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_rules [ 910.822683] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 910.822683] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 with Priority: HIGHEST for action port [ 910.822763] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_rules [ 910.823360] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 910.823360] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 910.824392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.824392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.824392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.824392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.824392] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.825971] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.826417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.826614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.826903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.827049] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.828302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.828457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.828927] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a97348ff-93e0-442b-8a41-b56fa04e8cb6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.829191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.829302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.829713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.830163] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a97348ff-93e0-442b-8a41-b56fa04e8cb6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.832577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4d5ba1f-1234-4a40-ab19-d6ccab86904e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.832904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.833026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.833725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.833725] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.834965] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.836507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.836507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.836507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.009767] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 911.010012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.010184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.010408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.010599] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.010717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.010779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.011369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.011369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.011369] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.209229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.210512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.210512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.210733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.212101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.212503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.212624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.212848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.212955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.213084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.213281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.213391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.213446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.213604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.213751] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.213841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.213904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.214060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.214135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.214289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.214388] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.274839] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.278152] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.278152] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.336879] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a97348ff-93e0-442b-8a41-b56fa04e8cb6 with status ACTIVE [ 911.337325] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.337671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.337796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.338045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.338154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.338347] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.338478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.338544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.338736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.338820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.339048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.339241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.339241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.339963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.339963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.339963] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a97348ff-93e0-442b-8a41-b56fa04e8cb6 is going to be updated. [ 911.341056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.341056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.341297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.341375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.341534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.341612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.365718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.365873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.366219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.366219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.366347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.366599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a97348ff-93e0-442b-8a41-b56fa04e8cb6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.393295] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48e83f75-30af-4076-8007-7d81916cd995 service nova] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 911.393517] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48e83f75-30af-4076-8007-7d81916cd995 service nova] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 911.393761] env[65720]: INFO networking_nsxv3.common.synchronization [None req-48e83f75-30af-4076-8007-7d81916cd995 service nova] Enqueued Resource ID: 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 with Priority: HIGHEST for action port [ 911.394542] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_rules [ 911.394735] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 911.394886] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 with Priority: HIGHEST for action port [ 911.395363] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.395519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.395621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.395925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.396083] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.397276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.397394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.397634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.397718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.397882] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.397982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.398054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.398201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.398284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.398381] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.399226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.399345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.399427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.399542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.399621] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.516168] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.718046] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 911.743632] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.743863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.744060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.744322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.744446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.744711] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.746406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.746406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.746406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.748100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.748100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.748100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.748100] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 911.777836] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.780456] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.783201] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.850624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.850774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.850774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.851169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.851395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.882832] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 911.903406] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.905595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.905799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.907227] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 with status ACTIVE [ 911.907626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.907839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.908571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.908805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.909653] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.909860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.909955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.910446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.910446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.910952] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.911130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.914097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.918026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.918026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.918026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3 is going to be updated. [ 911.954887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.955244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.955385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.955908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.956152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.956386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ffc16a0-351c-4f5b-8a4a-993ae7adb4f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.022113] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.284582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.286636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.286636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.286636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.286636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.286636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e is going to be created. [ 912.288041] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.288186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.288273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.288610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.288641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.288886] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be updated. [ 912.291915] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.291915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.291915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.291915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.291915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.291915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 912.328530] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.329156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.329350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.331723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.331891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.331987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.332240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.332462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.335302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.335460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.335531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.335752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.335974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.348093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e in Status: UNINITIALIZED for 2s [ 912.350067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 912.350067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 912.417041] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.506684] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 912.506684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.529471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.529549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.529732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.529819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.530558] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 912.587619] env[65720]: INFO networking_nsxv3.common.synchronization [None req-62ee636c-148a-4ec0-8d88-93f83b62b3d7 service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 912.587619] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 912.587619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.587619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.587619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.587619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.589653] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.589653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.589653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.589653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.589653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.589653] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.591407] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.591790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.591959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.592281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.592790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.605904] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 912.920873] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.921376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.921376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.921504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.921504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.921652] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a is going to be created. [ 912.948378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.948529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.948604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.948870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.949078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.960025] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: UNINITIALIZED for 2s [ 913.092287] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.595771] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.902154] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 913.902601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.967419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1ed15e75-1f35-43ab-b65f-48e4f605011b service nova] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 913.969045] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 913.969621] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.969786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.969852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.970268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.970518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.970654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.970754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.971519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.971666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.971786] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.100273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.100489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.100605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.102356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.102454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.102501] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 914.153805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.153980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.154069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.154297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.154542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.170730] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 914.368402] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 914.368402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.368402] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e in Status: SUCCESS [ 914.368402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.368801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.369351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.372027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.372027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.372027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.372027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.372027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.372027] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.372027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.373580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.374149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.376396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.376396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.376396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.376396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.376396] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.379351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.382512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.382512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.382512] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.475986] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.476171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.476451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.476525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.476665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.476933] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.477096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.477174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.477343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.477452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.477622] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b already deleted. [ 914.477689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.519595] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.519838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.520018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.520652] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.520933] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.521174] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.521331] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.521843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.521843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.522040] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.522175] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.522318] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.522930] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.523169] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.523294] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.523645] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.548544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.548544] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.548689] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.548971] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.549291] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-bf51c96c-63c5-46de-a40f-58e6769c5fcf taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.549474] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.549622] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.550023] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.550196] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf51c96c-63c5-46de-a40f-58e6769c5fcf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.621354] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 914.621354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.622068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.622068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.622794] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.622794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.622988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.623086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.623277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.623311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.623610] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.881774] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.886752] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.887361] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2c117ad3-ac7e-464d-929e-607818f94840 service nova] Enqueued Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2c117ad3-ac7e-464d-929e-607818f94840 service nova] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2c117ad3-ac7e-464d-929e-607818f94840 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 914.944618] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.944618] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.944984] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.944984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.972242] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: SUCCESS [ 914.972503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.973190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.973433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.973664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.973812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.973888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.974143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.974259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.974360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.974460] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.054695] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.054695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.054695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.054695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.054695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.054695] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port bf51c96c-63c5-46de-a40f-58e6769c5fcf not found, creating... [ 915.054695] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.054695] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.055052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.055687] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.055687] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.056053] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.056275] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.056763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.056763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.056862] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.057018] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: bf51c96c-63c5-46de-a40f-58e6769c5fcf is going to be created. [ 915.086020] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.086020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.086020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.086020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.086020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.086020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.128271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.128752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.128961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.129246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.129561] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.129663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.129773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.130115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.130242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.130346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.130569] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.130730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.130903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.132172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.132696] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.132696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.132802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.132958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.133041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.133089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.133190] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.354998] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4593758c-ae66-40d1-8639-246d0195c602 service nova] Enqueued Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 915.356047] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGHEST for action security_group_members [ 915.356047] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.356047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.356249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.356698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.356698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.356698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.356865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.356904] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.385318] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.391224] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.391759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.480813] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.636856] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f: rpc.has_security_group_logging(os_id): False [ 915.662951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.663243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.663318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.663556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.663667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.663869] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.663969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.664186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.664262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.664492] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.664943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.665084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.665395] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.665552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.665640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.665801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.665880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.665971] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 915.747452] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.747633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.747679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.747893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.748068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.763544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 915.861362] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.861519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.861591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.861831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.861917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.862138] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.862967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.862967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.862967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.862967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.862967] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59561df-002e-4652-8898-f6e2cef17d21 is going to be updated. [ 915.889581] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b296dab8-d733-4830-b6c1-69960b038d58 service nova] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 915.889581] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b296dab8-d733-4830-b6c1-69960b038d58 service nova] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 915.890010] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b296dab8-d733-4830-b6c1-69960b038d58 service nova] Enqueued Resource ID: bf51c96c-63c5-46de-a40f-58e6769c5fcf with Priority: HIGHEST for action port [ 915.891623] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.891623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.891817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.891951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.892072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.892200] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be updated. [ 915.895383] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_rules [ 915.895631] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 915.895758] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf51c96c-63c5-46de-a40f-58e6769c5fcf with Priority: HIGHEST for action port [ 915.896196] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.896338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.896437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.896686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.896783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.896901] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e is going to be updated. [ 915.904028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.904028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.904028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.904028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.904028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.904028] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 915.906578] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.906994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.907163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.907521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.907814] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.909535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.909668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.909759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.910027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.910303] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.913032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.913032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.913032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.913032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.913032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.915583] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf51c96c-63c5-46de-a40f-58e6769c5fcf taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.915583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.915583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.915865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.915935] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf51c96c-63c5-46de-a40f-58e6769c5fcf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.920706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.920899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.920958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.921730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.921730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.941456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: IN_PROGRESS for 2s [ 915.983900] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31fb630-92bd-4f9c-850d-3d264d6fa56a: rpc.has_security_group_logging(os_id): False [ 915.989056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.989277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.989625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.989740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.990185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.992580] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.992754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.992754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.993008] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.993162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.997178] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.997359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.997404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.997679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.997759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.022660] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e in Status: IN_PROGRESS for 2s [ 916.025980] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 916.025980] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 916.046029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.046029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.046029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.046029] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a is going to be created. [ 916.171217] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.172026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.172026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.172026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.191194] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 916.191194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.192099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: IN_PROGRESS for 2s [ 916.421703] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.421703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.421703] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.421703] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf51c96c-63c5-46de-a40f-58e6769c5fcf with status ACTIVE [ 916.421703] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.421703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.421703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.422386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.422386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.422386] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.422546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.422546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.423138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.423138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.423261] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.424037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.424037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.424037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.424037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.424037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf51c96c-63c5-46de-a40f-58e6769c5fcf is going to be updated. [ 916.454459] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.454649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.454721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.454932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.455104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.455295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf51c96c-63c5-46de-a40f-58e6769c5fcf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.926416] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.428585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.429046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.429046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.429152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.429452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.429452] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b is going to be created. [ 917.448674] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8b11f7f0-42c5-4a40-8d5d-b601787d57cb service nova] Enqueued Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 917.449324] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 917.450486] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.450486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.450486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.450762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.451270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.451270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.451451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.451575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.451575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.451671] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.457484] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.457618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.457693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.458019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.458090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.472292] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: UNINITIALIZED for 2s [ 917.782027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 917.782427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.884873] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.885640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-630" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.885640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-630" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.887483] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-630" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.887483] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.887639] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.887639] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.888221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.888885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.888885] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.889096] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.889137] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.889278] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.889500] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.889613] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.889940] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.916299] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.916959] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.917161] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.917411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-630" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.917871] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.918293] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.918491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.918985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.919267] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.955050] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59561df-002e-4652-8898-f6e2cef17d21 in Status: SUCCESS [ 917.955050] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59561df-002e-4652-8898-f6e2cef17d21 deletion is rescheduled due to dependency. [ 917.955050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.958745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.958745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.958745] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 already deleted. [ 917.958745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040466] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 918.040670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.040913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.041231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.041585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.042263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.042263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.042263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.042263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.042755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.042755] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.044322] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 918.044448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.045328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e in Status: SUCCESS [ 918.045941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.045941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.045941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.046198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.046198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.046293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.046524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.046615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.046991] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.047634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.048145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.048145] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.048278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.048327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.048638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.048797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.048919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.049248] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.054083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.054494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.054650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.054650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.054744] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.063034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.063034] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.063579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.063579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.063644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.064034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.064034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.064034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.064034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.068151] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.206153] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: SUCCESS [ 918.206502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.306773] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e83a2b9c-46f3-4191-8960-624451f09fec None None] Enqueued Resource ID: e1b53db4-10d0-44dd-88d2-899c0046e3ca with Priority: HIGHEST for action port [ 918.307401] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b53db4-10d0-44dd-88d2-899c0046e3ca with Priority: HIGHEST for action port [ 918.307755] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1b53db4-10d0-44dd-88d2-899c0046e3ca taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.307887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1b53db4-10d0-44dd-88d2-899c0046e3ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.307950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1b53db4-10d0-44dd-88d2-899c0046e3ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.308257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1b53db4-10d0-44dd-88d2-899c0046e3ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.308348] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1b53db4-10d0-44dd-88d2-899c0046e3ca',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.423058] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.423494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.423670] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.424045] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.424254] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.424501] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c not found, creating... [ 918.424785] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.425121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.425121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.425318] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.425460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.425765] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.425927] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.426059] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.426276] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.426445] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.426561] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c is going to be created. [ 918.453768] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.454296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.454349] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.454777] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455184] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455555] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.561470] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4d5ba1f-1234-4a40-ab19-d6ccab86904e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.562664] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.563579] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.573976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.573976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.573976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.573976] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be updated. [ 918.575611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.575611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.575611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.575611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.575611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.575611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.575611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.575858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.575858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.575858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.575962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e is going to be deleted. [ 918.627371] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.627554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.627595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.627805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.627962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.629995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.630175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.630175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.630574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.630574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.630684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.641260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 918.813021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1b53db4-10d0-44dd-88d2-899c0046e3ca [ 918.813021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.813021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.813021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.813021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.813021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.813021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1b53db4-10d0-44dd-88d2-899c0046e3ca already deleted. [ 918.813498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1b53db4-10d0-44dd-88d2-899c0046e3ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.065592] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 169950ff-7bab-4878-9007-fcc7ae6765c5: rpc.has_security_group_logging(os_id): False [ 919.067810] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4d5ba1f-1234-4a40-ab19-d6ccab86904e: rpc.has_security_group_logging(os_id): False [ 919.067969] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.091514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.091660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.091736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.091976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.092077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.092332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.092446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.092510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.092671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.092776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.092890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be updated. [ 919.097434] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.097594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.097639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.097827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.097915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.098162] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.098259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.098338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.099013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.099013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.099013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e is going to be created. [ 919.120676] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e], does not exist path=[/infra/domains/default/groups/d4d5ba1f-1234-4a40-ab19-d6ccab86904e]."\n}' [ 919.120869] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e [ 919.121032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 919.162348] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.162520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.162576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.163992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.166170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.166170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.166170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.166433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.166719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.166934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.167389] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.167659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.167827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.171130] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4d5ba1f-1234-4a40-ab19-d6ccab86904e is going to be created. [ 919.171130] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.171130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.189404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: IN_PROGRESS for 2s [ 919.206683] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e], does not exist path=[/infra/domains/default/groups/d4d5ba1f-1234-4a40-ab19-d6ccab86904e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e [ 919.206683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4d5ba1f-1234-4a40-ab19-d6ccab86904e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.207210] env[65720]: Traceback (most recent call last): [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 919.207210] env[65720]: return func(*args, **kwargs) [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 919.207210] env[65720]: res.raise_for_status() [ 919.207210] env[65720]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 919.207210] env[65720]: raise HTTPError(http_error_msg, response=self) [ 919.207210] env[65720]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e [ 919.207210] env[65720]: During handling of the above exception, another exception occurred: [ 919.207210] env[65720]: Traceback (most recent call last): [ 919.207210] env[65720]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 919.207210] env[65720]: listener.cb(fileno) [ 919.207210] env[65720]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 919.207210] env[65720]: result = function(*args, **kwargs) [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 919.207210] env[65720]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 919.207210] env[65720]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 919.207210] env[65720]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 919.207210] env[65720]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 919.207210] env[65720]: res.raise_for_status() [ 919.207210] env[65720]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 919.207210] env[65720]: raise HTTPError(http_error_msg, response=self) [ 919.207210] env[65720]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/d4d5ba1f-1234-4a40-ab19-d6ccab86904e [ 919.207210] env[65720]: Removing descriptor: 14 [ 919.256106] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9cfa6c51-e30c-451d-9082-5744072bc9c7 service nova] Enqueued Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_rules [ 919.256215] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9cfa6c51-e30c-451d-9082-5744072bc9c7 service nova] Enqueued Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 919.256394] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9cfa6c51-e30c-451d-9082-5744072bc9c7 service nova] Enqueued Resource ID: 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c with Priority: HIGHEST for action port [ 919.257199] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_rules [ 919.257391] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 919.257512] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c with Priority: HIGHEST for action port [ 919.257845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.258009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.258100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.259029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.259029] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.259674] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.260242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.260242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.260242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.260559] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.260559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.260559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.260690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.261952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.261952] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.261952] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.262144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.262179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.262350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.262439] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.484324] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: SUCCESS [ 919.484674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.484783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.485089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.485311] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.485435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.485502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.485664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.485743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.485830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.485923] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.573237] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.573237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.573237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.573237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.573237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.573237] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 919.608462] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.608462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.608462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.608462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.609360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.620540] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 919.765469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.765656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.765889] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.771645] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c with status ACTIVE [ 919.772115] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.772115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.772264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.772901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.772901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.772901] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.773079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.773079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.773264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.773411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.773595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.774257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.774257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.774257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.774257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.774257] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c is going to be updated. [ 919.801518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.801518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.801518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.801518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.801518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.801518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3104d757-f32f-4bcb-a4f3-fb6b80f1ad5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.988752] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.273667] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.495780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faecbc06-3c36-4520-a2f0-52fbdd2af90b: rpc.has_security_group_logging(os_id): False [ 920.521944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.522162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.522232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.522421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.522548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.522808] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.522998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.522998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.523155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.523450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.523567] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b is going to be created. [ 920.609045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.609274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.609332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.609537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.609716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.624868] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: IN_PROGRESS for 2s [ 920.655181] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 920.655517] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 deletion is rescheduled due to dependency. [ 920.655665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.777348] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.777348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.777348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.777348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.777348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.777348] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 is going to be created. [ 920.814126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.814460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.814460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.814579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.814733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.829842] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: UNINITIALIZED for 2s [ 921.212577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 in Status: SUCCESS [ 921.213591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.636992] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 921.638029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.638394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.638843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.639282] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.639464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.639672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.639924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.643949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.644394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.645742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.645742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.645742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.645742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.645742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.646096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.646096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.646096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.646196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.646366] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.846847] env[65720]: INFO networking_nsxv3.common.synchronization [None req-25f53e8b-196a-4f4b-aea0-b5bf25f4cc41 None None] Enqueued Resource ID: b6299818-b577-4706-836c-a54832513712 with Priority: HIGHEST for action port [ 921.847573] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6299818-b577-4706-836c-a54832513712 with Priority: HIGHEST for action port [ 921.848346] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6299818-b577-4706-836c-a54832513712 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.848346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6299818-b577-4706-836c-a54832513712" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.848346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6299818-b577-4706-836c-a54832513712" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.848644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6299818-b577-4706-836c-a54832513712" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.848772] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6299818-b577-4706-836c-a54832513712',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.151608] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dfe4494-c950-4eb1-88b5-cc01015b168a: rpc.has_security_group_logging(os_id): False [ 922.174838] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.174838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.174838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.174838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.198827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.199541] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.199541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.199541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.199541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.199541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.199889] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.200093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.201291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.201508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.201711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.204460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.204460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.204460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.204460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.204460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.204460] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 922.293409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.293614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.293683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.294065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.294270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.328279] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 922.351957] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6299818-b577-4706-836c-a54832513712 [ 922.352321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.352520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.352520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.357074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.357074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.357074] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6299818-b577-4706-836c-a54832513712 already deleted. [ 922.357074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6299818-b577-4706-836c-a54832513712" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.640698] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: SUCCESS [ 922.641187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.845238] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: SUCCESS [ 922.845412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.845681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.845891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.846124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.846212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.846542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.846542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.846542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.846679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.846810] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.137695] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a7eac4ae-c189-48b9-92eb-c559a0b38c93 service nova] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 923.143045] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 923.143830] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.143979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.143979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.144568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.144632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.144976] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.350737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.350991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.351178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.351424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.351619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.351736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.351803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.351981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.352120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.352247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.352411] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.352507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.352569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.352827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.352980] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.353092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.353145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.353457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.353563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.353660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.353760] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.588167] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.588459] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.588577] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.588768] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.589135] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.589312] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.589430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.589656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.589991] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.590162] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.590323] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.590377] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.590473] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.590583] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.590685] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.591336] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.611853] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.612154] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.612318] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.612546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.612984] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-f923178f-ee20-4582-a2e8-6bfd87020d4b taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.613245] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.613425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.613848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.614056] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f923178f-ee20-4582-a2e8-6bfd87020d4b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.648270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.648708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.648708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.648795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.649103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.649103] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.649342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.649342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.649435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.649481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.649592] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 already deleted. [ 923.649673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.858145] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9afffc40-4039-4134-88aa-32c98dc279e9: rpc.has_security_group_logging(os_id): False [ 923.882279] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.882279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.882279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.882279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.882279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.882915] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.883565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.884083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.884512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.884784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.886565] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.886565] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.886565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.886982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.886982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.886982] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 is going to be created. [ 923.962181] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.962401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.962535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.962723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.962938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.974614] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: IN_PROGRESS for 2s [ 924.120269] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.120269] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port f923178f-ee20-4582-a2e8-6bfd87020d4b not found, creating... [ 924.120269] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.120269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.120727] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.120727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.120727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.120727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.120727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.120998] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: f923178f-ee20-4582-a2e8-6bfd87020d4b is going to be created. [ 924.151745] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.151745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.151745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.151745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.151745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.151745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.345371] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 924.345759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.387890] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2cd3c59e-bd45-4421-8a1a-6f23f0d44714 None None] Enqueued Resource ID: fd9c6414-95c5-46cd-a8cf-c24bd601bdde with Priority: HIGHEST for action port [ 924.388682] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd9c6414-95c5-46cd-a8cf-c24bd601bdde with Priority: HIGHEST for action port [ 924.389060] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd9c6414-95c5-46cd-a8cf-c24bd601bdde taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.389199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd9c6414-95c5-46cd-a8cf-c24bd601bdde" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.389254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd9c6414-95c5-46cd-a8cf-c24bd601bdde" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.389652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd9c6414-95c5-46cd-a8cf-c24bd601bdde" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.389652] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd9c6414-95c5-46cd-a8cf-c24bd601bdde',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.893200] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd9c6414-95c5-46cd-a8cf-c24bd601bdde [ 924.893540] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.893540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.893540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.893777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.893862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.893966] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd9c6414-95c5-46cd-a8cf-c24bd601bdde already deleted. [ 924.894068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd9c6414-95c5-46cd-a8cf-c24bd601bdde" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.905019] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fedecf10-c18a-47ba-80b6-db8a619c1793 service nova] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 924.905267] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fedecf10-c18a-47ba-80b6-db8a619c1793 service nova] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 924.905424] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fedecf10-c18a-47ba-80b6-db8a619c1793 service nova] Enqueued Resource ID: f923178f-ee20-4582-a2e8-6bfd87020d4b with Priority: HIGHEST for action port [ 924.907321] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_rules [ 924.907468] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 924.907589] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f923178f-ee20-4582-a2e8-6bfd87020d4b with Priority: HIGHEST for action port [ 924.907902] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.908838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.909030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.909440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.909495] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.910970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.911354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.911354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.911517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.911631] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.911735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.911806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.911965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.913155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.914025] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.914931] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f923178f-ee20-4582-a2e8-6bfd87020d4b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.914931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.914931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.915175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.915214] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f923178f-ee20-4582-a2e8-6bfd87020d4b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.417908] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.418106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.420069] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.421081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f923178f-ee20-4582-a2e8-6bfd87020d4b with status ACTIVE [ 925.421676] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.421676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.421676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.421867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.421867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.422158] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.422265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.422330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.422506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.422601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.422804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.423745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.423745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.423745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.423745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.423745] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f923178f-ee20-4582-a2e8-6bfd87020d4b is going to be updated. [ 925.450635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.450635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.450635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.450812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.450953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.451139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f923178f-ee20-4582-a2e8-6bfd87020d4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.925538] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.988218] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: SUCCESS [ 925.988482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.430606] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.430776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.430859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.431191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.431299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.431387] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 is going to be created. [ 926.461254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.461254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.461254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.461254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.461254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.474039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: UNINITIALIZED for 2s [ 928.167927] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a121fd1-58a3-4411-966f-63b3d748bad5 None None] Enqueued Resource ID: 1c8b9a33-6ce7-4520-9949-5c9c918f5a5b with Priority: HIGHEST for action port [ 928.168508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8b9a33-6ce7-4520-9949-5c9c918f5a5b with Priority: HIGHEST for action port [ 928.169030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8b9a33-6ce7-4520-9949-5c9c918f5a5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.169147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8b9a33-6ce7-4520-9949-5c9c918f5a5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.169193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8b9a33-6ce7-4520-9949-5c9c918f5a5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.169430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8b9a33-6ce7-4520-9949-5c9c918f5a5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.169508] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8b9a33-6ce7-4520-9949-5c9c918f5a5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.493661] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: SUCCESS [ 928.494032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.494230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.494461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.494665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.494814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.494878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.495046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.495134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.495310] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.673379] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c8b9a33-6ce7-4520-9949-5c9c918f5a5b [ 928.673564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.673695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.673761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.674019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.674114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.674210] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c8b9a33-6ce7-4520-9949-5c9c918f5a5b already deleted. [ 928.674290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8b9a33-6ce7-4520-9949-5c9c918f5a5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.838996] env[65720]: INFO networking_nsxv3.common.synchronization [None req-dfda97bd-ef34-4358-bcf2-28c8f0c42de1 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 928.841117] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 928.841117] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aa22a064-eebf-45e8-b6a4-f9e747060910 service nova] Enqueued Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 928.841298] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.841415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.841482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.841674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.841826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.841919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.841979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.842192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.842258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.842336] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.843138] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGHEST for action security_group_members [ 928.843576] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.843680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.843743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.843894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.844051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.844144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.845376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.845376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.845376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.845376] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.998818] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.348303] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.348612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.348612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.348797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.350088] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.375965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.376327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.376465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.376677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.376741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.376799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.376894] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f is going to be updated. [ 929.409564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.409715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.409784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.409987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.410146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.420713] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: IN_PROGRESS for 2s [ 929.501968] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 202b85c1-35a6-468e-b4d4-1a5a1bdba994: rpc.has_security_group_logging(os_id): False [ 929.523473] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.523473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.523473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.523756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.523806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.525645] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.525645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.525645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.529795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.529795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.529795] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 is going to be created. [ 929.613617] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.616157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.616157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.616157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.616157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.631710] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: IN_PROGRESS for 2s [ 929.857469] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.990320] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fcf1284c-f403-473e-9108-874f3a2f2313 service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 929.990871] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 929.991219] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.991364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.991417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.991607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.991789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.991890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.991952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.993504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993726] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.360803] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.361117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.361117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.361301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.361395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.361495] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 930.393213] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.393441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.393525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.393886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.403755] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 930.497441] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.939650] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1b09b1aa-a8ae-4ad2-9781-3c41a7e8674b service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 930.940208] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 930.940514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.940636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.940706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.940909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.941599] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.941599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.941599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.941599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.941599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.941599] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.000431] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.430393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f in Status: SUCCESS [ 931.430642] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f deletion is rescheduled due to dependency. [ 931.430695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.443423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.443590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.443661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.464425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.464715] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.464857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.464906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.465134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.465222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.465302] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 931.497086] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.497243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.497315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.497533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.497679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502415] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.502569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.502796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.502882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502976] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 931.508727] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 931.533763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.533993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.534348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.534422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.544421] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 931.645523] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: SUCCESS [ 931.645834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.416035] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 932.416278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.519425] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 933.519425] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 933.519425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.553627] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 933.553866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.489665] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f117d27c-26db-49d4-bfa4-187eef7803b1 service nova] Enqueued Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 934.490276] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGHEST for action security_group_members [ 934.490596] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.490718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.490871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.490988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.491510] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.491624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.491692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.491868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.491955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.492080] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.995577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.995904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.995904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.996374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.996446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.996518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.996666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.996744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.996835] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 is going to be updated. [ 935.027290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.027479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.027528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.027745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.027883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.037996] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: IN_PROGRESS for 2s [ 935.170185] env[65720]: INFO networking_nsxv3.common.synchronization [None req-27b9725a-85ad-4440-a0b9-75f363c36a7e service nova] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 935.170185] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 935.170185] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.170185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.170185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.170185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.170185] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.170185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.171110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.171404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.171585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.171785] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.566508] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.566985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-280" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.566985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-280" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.567225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-280" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.567422] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.567576] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.567689] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.567903] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.568052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.568266] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.568377] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.568478] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.568653] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.568727] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.568784] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.569123] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.589296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.589473] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.589614] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.589796] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-280" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.590119] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-47831805-14e7-41d0-91a6-54a9da3ff27c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.590293] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.590411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.590771] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.590920] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47831805-14e7-41d0-91a6-54a9da3ff27c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.673673] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.674518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.674929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.676239] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 already deleted. [ 935.676239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.093623] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.093961] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.094176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.094602] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.094772] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.094932] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 47831805-14e7-41d0-91a6-54a9da3ff27c not found, creating... [ 936.095221] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.095381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.095498] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.095733] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.095871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.096536] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.096717] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.096836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.097063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.097202] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.097344] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 47831805-14e7-41d0-91a6-54a9da3ff27c is going to be created. [ 936.117845] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.118076] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.118202] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.118472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.118824] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.119084] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.941327] env[65720]: INFO networking_nsxv3.common.synchronization [None req-27cbfa70-a2f6-403e-b903-1458e0491164 service nova] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 936.942842] env[65720]: INFO networking_nsxv3.common.synchronization [None req-27cbfa70-a2f6-403e-b903-1458e0491164 service nova] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 936.943128] env[65720]: INFO networking_nsxv3.common.synchronization [None req-27cbfa70-a2f6-403e-b903-1458e0491164 service nova] Enqueued Resource ID: 47831805-14e7-41d0-91a6-54a9da3ff27c with Priority: HIGHEST for action port [ 936.944039] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_rules [ 936.944213] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 936.944397] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47831805-14e7-41d0-91a6-54a9da3ff27c with Priority: HIGHEST for action port [ 936.944923] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.945201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.945332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.945639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.945764] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.947773] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.947773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.947773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.947773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.947963] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.948114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.948235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.948481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.948624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948778] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.950265] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-47831805-14e7-41d0-91a6-54a9da3ff27c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.950265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.950436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.950585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.950697] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47831805-14e7-41d0-91a6-54a9da3ff27c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.048455] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afffc40-4039-4134-88aa-32c98dc279e9 in Status: SUCCESS [ 937.049090] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 deletion is rescheduled due to dependency. [ 937.049169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.453436] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.453968] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.454094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.454462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47831805-14e7-41d0-91a6-54a9da3ff27c with status ACTIVE [ 937.454640] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.454747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.454809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.455028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.455354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.455354] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.455502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.455502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.455599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.460582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.464027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.464027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.464027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.464027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.464027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.464027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47831805-14e7-41d0-91a6-54a9da3ff27c is going to be updated. [ 937.483690] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.483862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.483937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.484226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.484287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.484472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47831805-14e7-41d0-91a6-54a9da3ff27c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.955158] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.458304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.458611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.458611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.458710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.458834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.459183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 is going to be created. [ 938.486580] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.486960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.487194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.487404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.497444] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: UNINITIALIZED for 2s [ 939.658528] env[65720]: INFO networking_nsxv3.common.synchronization [None req-36463c28-430c-4859-9339-f72f75111253 service nova] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 939.659042] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGHEST for action security_group_members [ 939.659346] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.659469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.659555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.659756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.659939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.660854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.660960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.661220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.661321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.661445] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.168740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.168906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.168971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.169285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.194069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.194069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.194069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.194069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.194443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.194443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.194443] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be updated. [ 940.226515] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.226515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.226515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.227049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.227049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.239728] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: IN_PROGRESS for 2s [ 940.513060] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: SUCCESS [ 940.513289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.513529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.513767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.513983] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.514162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.514234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.514446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.514540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.514632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.515049] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.017892] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.521150] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75ff8906-2c05-4b72-bc60-c6f8212dd530: rpc.has_security_group_logging(os_id): False [ 941.542726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.542917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.543037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.543297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.543423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.543723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.543838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.543917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.544168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.544278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.544376] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 is going to be created. [ 941.618044] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.618212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.618288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.618510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.618692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.633026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: IN_PROGRESS for 2s [ 942.165881] env[65720]: INFO networking_nsxv3.common.synchronization [None req-05da0087-a00c-42a6-b8ec-83058c92df2b service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 942.166678] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 942.166887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.167044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.167044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.167664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.167664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.167664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.167664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.167899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.167899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.167972] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.252146] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d in Status: SUCCESS [ 942.252370] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d deletion is rescheduled due to dependency. [ 942.252496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.673042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.673042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.673042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.673042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.699445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.699567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.701109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.701109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.701109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.701109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.701109] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 942.733602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.733830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.733830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.734143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.734315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.744562] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 943.658178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: SUCCESS [ 943.658178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.057279] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a50ddb0d-ca01-47ef-b595-a8b148afb742 None None] Enqueued Resource ID: 79917992-d7ef-4776-8bbf-aaf4f9b19ce3 with Priority: HIGHEST for action port [ 944.057841] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79917992-d7ef-4776-8bbf-aaf4f9b19ce3 with Priority: HIGHEST for action port [ 944.058318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-79917992-d7ef-4776-8bbf-aaf4f9b19ce3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.058456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79917992-d7ef-4776-8bbf-aaf4f9b19ce3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.058456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79917992-d7ef-4776-8bbf-aaf4f9b19ce3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.059374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79917992-d7ef-4776-8bbf-aaf4f9b19ce3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.059374] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79917992-d7ef-4776-8bbf-aaf4f9b19ce3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.548553] env[65720]: INFO networking_nsxv3.common.synchronization [None req-588d7065-2fbf-4506-8772-6d4ddc6b7878 service nova] Enqueued Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 944.548734] env[65720]: INFO networking_nsxv3.common.synchronization [None req-588d7065-2fbf-4506-8772-6d4ddc6b7878 service nova] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 944.548870] env[65720]: INFO networking_nsxv3.common.synchronization [None req-588d7065-2fbf-4506-8772-6d4ddc6b7878 service nova] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 944.549378] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 with Priority: HIGHEST for action security_group_members [ 944.549515] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGHEST for action security_group_members [ 944.549611] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGHEST for action security_group_members [ 944.550134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.552273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.552273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.552273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.552273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.552273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.552273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.552513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.552513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.552655] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a468d40a-bc4b-4d6a-86dc-ce2aacc9df80',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.554375] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.556044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.556044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.556044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.556205] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.556318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.556383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.556535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.556618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.556880] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.558032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.558032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.558032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.559198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.559198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.559198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.559198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.559198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.559198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.559198] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.562221] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79917992-d7ef-4776-8bbf-aaf4f9b19ce3 [ 944.562431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.562543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.562607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.562784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.562871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.562981] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79917992-d7ef-4776-8bbf-aaf4f9b19ce3 already deleted. [ 944.563080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79917992-d7ef-4776-8bbf-aaf4f9b19ce3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.755469] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 944.755469] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 deletion is rescheduled due to dependency. [ 944.755469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.062067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.062067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.062067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.062352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.063702] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.063702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.063939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.063939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.084828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.087107] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.087285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.087359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.087572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.087663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.087758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be updated. [ 945.088861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.090146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.109759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.110074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.110205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.110273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.110480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.110563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.110653] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 is going to be updated. [ 945.111714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.111891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.111978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.113053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.113357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.113471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.113712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.114196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.115106] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be updated. [ 945.120813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.120954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.121030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.121311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.121450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.130408] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: IN_PROGRESS for 2s [ 945.148033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.148033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.148033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.148033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.148033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.148651] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.148727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.148794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.148968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.149830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.161371] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: IN_PROGRESS for 2s [ 945.161371] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: IN_PROGRESS for 2s [ 945.358833] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c79902f8-3f37-4979-802b-0991842a7c64 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 945.359553] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 945.359756] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.359853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.361295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.363861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.363861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.363861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.363861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.363861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.363861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.363861] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.463807] env[65720]: INFO networking_nsxv3.common.synchronization [None req-852b32c6-27b8-4cc5-9895-00f7e1e8010e tempest-AttachVolumeTestJSON-1781541322 tempest-AttachVolumeTestJSON-1781541322-project-member] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 945.464398] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 945.464732] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.464862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.465047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.465193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.465279] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.565941] env[65720]: INFO networking_nsxv3.common.synchronization [None req-96b7e4e3-7db8-46be-ad68-cadcd06bac35 tempest-AttachVolumeTestJSON-1781541322 tempest-AttachVolumeTestJSON-1781541322-project-member] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 945.566571] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 945.567453] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.567453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.707880] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.708062] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.709294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.709294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.709294] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.709294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.709294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.710934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.711131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.711359] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.711485] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.711597] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.713501] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.713501] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.713501] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.713501] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.755805] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.755805] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.755805] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.756672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.756672] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-cddd4b3f-5986-4368-8626-1bcb77f31c8e taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.756672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.756672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.758278] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.758278] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cddd4b3f-5986-4368-8626-1bcb77f31c8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.866841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.867009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.867106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.867384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.867478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.867680] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.867794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.867868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.868025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.868114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.868215] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f already deleted. [ 945.868300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.988924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.989100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.989173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.989508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.989629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.989778] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6562597f-b120-450f-b598-e6c0625faab6 already deleted. [ 945.989900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.990091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.990350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.990448] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.262421] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.262421] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.262421] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.262720] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.262924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.263037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port cddd4b3f-5986-4368-8626-1bcb77f31c8e not found, creating... [ 946.263376] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.263615] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.263745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.264043] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.264299] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.264609] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.264853] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.265014] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.265294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.265766] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.265766] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: cddd4b3f-5986-4368-8626-1bcb77f31c8e is going to be created. [ 946.290472] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.290472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.290472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.290472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.290472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.290472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.515077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.516294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.516294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.516294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.516294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.516294] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6562597f-b120-450f-b598-e6c0625faab6 already deleted. [ 946.516294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2a519039-446a-4019-a8b6-291bb84b4d1d service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2a519039-446a-4019-a8b6-291bb84b4d1d service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2a519039-446a-4019-a8b6-291bb84b4d1d service nova] Enqueued Resource ID: cddd4b3f-5986-4368-8626-1bcb77f31c8e with Priority: HIGHEST for action port [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 946.965021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddd4b3f-5986-4368-8626-1bcb77f31c8e with Priority: HIGHEST for action port [ 946.965974] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.969032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.969032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.969032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.969032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.969482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.969482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969482] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.974203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-cddd4b3f-5986-4368-8626-1bcb77f31c8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.974423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.974610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.974834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.975418] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cddd4b3f-5986-4368-8626-1bcb77f31c8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.092913] env[65720]: INFO networking_nsxv3.common.synchronization [None req-268311fe-f97d-41f9-b892-a2c9a0e7c330 None None] Enqueued Resource ID: eae5f6c8-1d5b-49c9-8d69-e90289a134be with Priority: HIGHEST for action port [ 947.093116] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae5f6c8-1d5b-49c9-8d69-e90289a134be with Priority: HIGHEST for action port [ 947.094030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae5f6c8-1d5b-49c9-8d69-e90289a134be taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.094030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae5f6c8-1d5b-49c9-8d69-e90289a134be" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.094030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae5f6c8-1d5b-49c9-8d69-e90289a134be" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.095616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae5f6c8-1d5b-49c9-8d69-e90289a134be" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.096675] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae5f6c8-1d5b-49c9-8d69-e90289a134be',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.142868] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 in Status: SUCCESS [ 947.143493] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 deletion is rescheduled due to dependency. [ 947.144321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.171708] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a in Status: SUCCESS [ 947.171885] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a deletion is rescheduled due to dependency. [ 947.172009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.172830] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 in Status: SUCCESS [ 947.172981] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a468d40a-bc4b-4d6a-86dc-ce2aacc9df80 deletion is rescheduled due to dependency. [ 947.173098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a468d40a-bc4b-4d6a-86dc-ce2aacc9df80" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.480498] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.480498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.480498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.480734] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cddd4b3f-5986-4368-8626-1bcb77f31c8e with status ACTIVE [ 947.480920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.481051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.481129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.481387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.481555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.482165] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.482165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.482165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.482369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.482369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.482451] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.482571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.482614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.482739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.482834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.482929] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cddd4b3f-5986-4368-8626-1bcb77f31c8e is going to be updated. [ 947.510559] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.510559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.510559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.510819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.510819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.511802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cddd4b3f-5986-4368-8626-1bcb77f31c8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599912] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eae5f6c8-1d5b-49c9-8d69-e90289a134be [ 947.599912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.599912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.600326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.600326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.600326] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eae5f6c8-1d5b-49c9-8d69-e90289a134be already deleted. [ 947.600496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae5f6c8-1d5b-49c9-8d69-e90289a134be" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928557] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ce0b7b4b-3d59-4db9-9752-70a367038c00 None None] Enqueued Resource ID: 45685e6b-4028-4542-9752-34e57c374314 with Priority: HIGHEST for action port [ 947.929379] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45685e6b-4028-4542-9752-34e57c374314 with Priority: HIGHEST for action port [ 947.930048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-45685e6b-4028-4542-9752-34e57c374314 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.930169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45685e6b-4028-4542-9752-34e57c374314" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.930277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45685e6b-4028-4542-9752-34e57c374314" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.931069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45685e6b-4028-4542-9752-34e57c374314" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.931069] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45685e6b-4028-4542-9752-34e57c374314',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.984075] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0bf22879-619d-4c6a-9399-9a56cc1102e0 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 947.985733] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.989054] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 947.989823] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.990015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.990096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.990392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.990600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.990673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.990993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.991222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.991318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.991419] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.436758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45685e6b-4028-4542-9752-34e57c374314 [ 948.438218] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.438218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.438218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.438218] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45685e6b-4028-4542-9752-34e57c374314 already deleted. [ 948.438218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45685e6b-4028-4542-9752-34e57c374314" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.438660] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.438835] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.438955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.443196] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.443570] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.444149] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.444149] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.444149] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.444360] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.444549] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.444668] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.444778] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.445083] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.445083] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.445195] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.445258] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.475719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.475719] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.475719] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.475719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.475719] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-153b4c9d-d01d-4254-9aa6-040705be347a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.475719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.475719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.475719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.475719] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153b4c9d-d01d-4254-9aa6-040705be347a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.493585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.500020] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be created. [ 948.500020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.500020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.500020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.500730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.500907] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e already deleted. [ 948.501087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.528040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.528040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.528040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.528346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.528346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.539646] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: UNINITIALIZED for 2s [ 948.980820] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.981412] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.981412] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.981610] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.981610] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.981822] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 153b4c9d-d01d-4254-9aa6-040705be347a not found, creating... [ 948.982020] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.982929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.982929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.982929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.982929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.983133] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.983200] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.983315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.983510] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.983621] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.983765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 153b4c9d-d01d-4254-9aa6-040705be347a is going to be created. [ 949.007537] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.008482] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.008562] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.009272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.009272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.009272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.741999] env[65720]: INFO networking_nsxv3.common.synchronization [None req-41e3b673-1c55-411c-86a6-caaa7f181919 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 949.742296] env[65720]: INFO networking_nsxv3.common.synchronization [None req-41e3b673-1c55-411c-86a6-caaa7f181919 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 949.742465] env[65720]: INFO networking_nsxv3.common.synchronization [None req-41e3b673-1c55-411c-86a6-caaa7f181919 service nova] Enqueued Resource ID: 153b4c9d-d01d-4254-9aa6-040705be347a with Priority: HIGHEST for action port [ 949.744011] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 949.744250] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 949.744404] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153b4c9d-d01d-4254-9aa6-040705be347a with Priority: HIGHEST for action port [ 949.744677] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.745587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.745722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.745997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.746883] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.750425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.750558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.750629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.750822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.750979] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.751150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.751227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.751448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.751563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.752425] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.753822] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-153b4c9d-d01d-4254-9aa6-040705be347a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.753946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.754014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.754198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.754267] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153b4c9d-d01d-4254-9aa6-040705be347a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.256051] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.256694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.256694] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.257574] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 153b4c9d-d01d-4254-9aa6-040705be347a with status ACTIVE [ 950.257790] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.257914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.257978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.258205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.258295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.258481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.258564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.258644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.258778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.258855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.259046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.259256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.259420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.259631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.259762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.259860] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 153b4c9d-d01d-4254-9aa6-040705be347a is going to be updated. [ 950.285454] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.285566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.285739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.285827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.286029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.286148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.370137] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ffa87588-7451-4f13-802e-7f02d4118a60 None None] Enqueued Resource ID: 8a936e05-0fd4-4a20-a9fa-3635ff697cf1 with Priority: HIGHEST for action port [ 950.370711] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a936e05-0fd4-4a20-a9fa-3635ff697cf1 with Priority: HIGHEST for action port [ 950.371168] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a936e05-0fd4-4a20-a9fa-3635ff697cf1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.371376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a936e05-0fd4-4a20-a9fa-3635ff697cf1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.371376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a936e05-0fd4-4a20-a9fa-3635ff697cf1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.373816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a936e05-0fd4-4a20-a9fa-3635ff697cf1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.373816] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a936e05-0fd4-4a20-a9fa-3635ff697cf1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.550697] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.554481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.554481] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.763050] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.874667] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a936e05-0fd4-4a20-a9fa-3635ff697cf1 [ 950.874899] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.875042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.875114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.875323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.875412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.875514] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a936e05-0fd4-4a20-a9fa-3635ff697cf1 already deleted. [ 950.875593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a936e05-0fd4-4a20-a9fa-3635ff697cf1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.058735] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.058922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.059078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.059221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.059441] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.059581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.059648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.059813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.059901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.059988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.060157] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.060250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.060319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.060460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.060600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.060692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.060754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.060890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.060965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.061056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.061196] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.264901] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.266799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.266799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.266799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.266799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.266799] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be created. [ 951.296949] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.296949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.296949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.296949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.297159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.309183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: UNINITIALIZED for 2s [ 951.568469] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880b1107-02ce-4650-a6ff-f3b391a0150f: rpc.has_security_group_logging(os_id): False [ 951.586019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.586019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.586019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.586019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.586624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.586624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.586624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.586624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.586624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.586624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be created. [ 951.655938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.656112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.656188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.656399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.656579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.669960] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 953.320109] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 953.321061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.321061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.321061] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.321061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.321388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.321388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.321521] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.685956] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 953.685956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.827877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.827877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.829438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.829438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.829438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.829438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.829438] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.334594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e: rpc.has_security_group_logging(os_id): False [ 954.357903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.357903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.357903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.357903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.357903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.357903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.357903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.358384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.358384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.358384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.358490] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.358613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.358685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.358850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.358926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.359276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.359403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.359469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.359653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.359765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.359869] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be created. [ 954.489792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.493150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.493150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.493150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.493150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.511094] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 955.372296] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 955.372296] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 955.508549] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8c637af9-4f67-4e27-a50b-ef3093762540 None None] Enqueued Resource ID: f0d8cd24-4a86-4f28-ad9d-f01777d8b605 with Priority: HIGHEST for action port [ 955.509437] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d8cd24-4a86-4f28-ad9d-f01777d8b605 with Priority: HIGHEST for action port [ 955.509862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d8cd24-4a86-4f28-ad9d-f01777d8b605 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.509940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d8cd24-4a86-4f28-ad9d-f01777d8b605" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.510037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d8cd24-4a86-4f28-ad9d-f01777d8b605" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.510564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d8cd24-4a86-4f28-ad9d-f01777d8b605" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.513851] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d8cd24-4a86-4f28-ad9d-f01777d8b605',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.864490] env[65720]: INFO networking_nsxv3.common.synchronization [None req-984e86d6-449e-4d3e-b6d5-9d48684763d0 service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 955.865466] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 955.865852] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.866623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.866688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.866866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.866932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.867040] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.016493] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0d8cd24-4a86-4f28-ad9d-f01777d8b605 [ 956.016493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.016493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.016493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.016745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.016745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.016821] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0d8cd24-4a86-4f28-ad9d-f01777d8b605 already deleted. [ 956.016905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d8cd24-4a86-4f28-ad9d-f01777d8b605" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.369810] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.369977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.370101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.370275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.395388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.399199] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.399199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.399199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.399199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.399199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.399199] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 956.426894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.427321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.427321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.427321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.427450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.439093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 956.526253] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 956.526253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.582668] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb750248-6244-4f4d-b8c2-d3805359fe41 service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 956.583730] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 956.584185] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.584571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.584817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.586744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.586744] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.586744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.586744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.586744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.586744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.586744] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.088422] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.590973] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.094223] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.095827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.095917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.096170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.096634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.096634] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 958.133735] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.133735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.133735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.133735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.133735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.142389] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 958.179538] env[65720]: INFO networking_nsxv3.common.synchronization [None req-042c4a03-5094-4af5-90cb-9df6b8c09506 None None] Enqueued Resource ID: 76d69aec-1fc6-40d9-b512-c298cbc8efc5 with Priority: HIGHEST for action port [ 958.179937] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d69aec-1fc6-40d9-b512-c298cbc8efc5 with Priority: HIGHEST for action port [ 958.180333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d69aec-1fc6-40d9-b512-c298cbc8efc5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.180484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d69aec-1fc6-40d9-b512-c298cbc8efc5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.180545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d69aec-1fc6-40d9-b512-c298cbc8efc5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.180773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d69aec-1fc6-40d9-b512-c298cbc8efc5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.180858] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d69aec-1fc6-40d9-b512-c298cbc8efc5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.452145] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 958.454044] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 958.454044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.684449] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76d69aec-1fc6-40d9-b512-c298cbc8efc5 [ 958.684748] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.684900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.684953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.685271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.685330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.685446] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76d69aec-1fc6-40d9-b512-c298cbc8efc5 already deleted. [ 958.685553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d69aec-1fc6-40d9-b512-c298cbc8efc5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.154324] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 960.154623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.180705] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 963.180961] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 968.181686] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 968.182045] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 969.078972] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f6eced40-2bce-4212-950f-a2cee7c875c3 None None] Enqueued Resource ID: 4357252b-09a7-454b-9a59-82e8d876a352 with Priority: HIGHEST for action port [ 969.079245] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4357252b-09a7-454b-9a59-82e8d876a352 with Priority: HIGHEST for action port [ 969.079738] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4357252b-09a7-454b-9a59-82e8d876a352 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.079738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4357252b-09a7-454b-9a59-82e8d876a352" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.079738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4357252b-09a7-454b-9a59-82e8d876a352" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.080111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4357252b-09a7-454b-9a59-82e8d876a352" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.080196] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4357252b-09a7-454b-9a59-82e8d876a352',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.583166] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4357252b-09a7-454b-9a59-82e8d876a352 [ 969.583458] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.583539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.583539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.583792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.583899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.583995] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4357252b-09a7-454b-9a59-82e8d876a352 already deleted. [ 969.584097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4357252b-09a7-454b-9a59-82e8d876a352" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.451138] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bbb9c47d-700c-44a0-988f-62e113a0f1ed service nova] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 970.451900] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 970.452015] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.452237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.452314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.452570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.452832] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.452832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.453024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.453060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.455813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.455813] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.955131] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.955457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.955457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.955573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.955660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.955856] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.955957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.956032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.956181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.956256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.956350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6562597f-b120-450f-b598-e6c0625faab6 already deleted. [ 970.956427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.958698] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.958874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.958998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.959295] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.959546] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.959700] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.959816] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.960032] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.960172] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.960378] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.960493] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.960602] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.960722] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.960813] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.960916] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.961060] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.981995] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.983013] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.983013] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.983013] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.983013] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.983269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.983269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.984653] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.984653] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a805f5-b6a8-42ec-92a0-4a652b51c1e6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.490294] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.490569] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.490678] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.491147] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.491429] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.491642] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 not found, creating... [ 971.491980] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.492353] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.492552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.492788] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.492963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.496635] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.496891] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.497055] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.497386] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.497572] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.497727] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 is going to be created. [ 971.523854] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.524115] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.524244] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.524522] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.524753] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.525125] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.827252] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8abde0ec-f634-4db8-843a-480b3077ba2e None None] Enqueued Resource ID: a717e1f2-59ee-4925-8dd3-bd6f32573c0c with Priority: HIGHEST for action port [ 971.828875] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a717e1f2-59ee-4925-8dd3-bd6f32573c0c with Priority: HIGHEST for action port [ 971.831796] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a717e1f2-59ee-4925-8dd3-bd6f32573c0c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.831796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a717e1f2-59ee-4925-8dd3-bd6f32573c0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.831796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a717e1f2-59ee-4925-8dd3-bd6f32573c0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.831796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a717e1f2-59ee-4925-8dd3-bd6f32573c0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.831796] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a717e1f2-59ee-4925-8dd3-bd6f32573c0c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.294089] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d618a854-0c83-44e5-9ccc-5792702748c0 service nova] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 972.294089] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d618a854-0c83-44e5-9ccc-5792702748c0 service nova] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 972.294089] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d618a854-0c83-44e5-9ccc-5792702748c0 service nova] Enqueued Resource ID: d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 with Priority: HIGHEST for action port [ 972.294089] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_rules [ 972.294089] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 972.294683] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 with Priority: HIGHEST for action port [ 972.294683] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.294683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.294861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.294941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.295056] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.295972] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.296103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.296175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.296359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.296508] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.296609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.296692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.297774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.297774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.297774] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.300304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.300304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.300304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.300304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.300304] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5a805f5-b6a8-42ec-92a0-4a652b51c1e6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.334926] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a717e1f2-59ee-4925-8dd3-bd6f32573c0c [ 972.335156] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.335273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.335343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.335537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.335621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.335709] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a717e1f2-59ee-4925-8dd3-bd6f32573c0c already deleted. [ 972.335787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a717e1f2-59ee-4925-8dd3-bd6f32573c0c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.527730] env[65720]: INFO networking_nsxv3.common.synchronization [None req-004f4c2b-442d-4b2a-90b5-86c615a768b3 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 972.528509] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 972.528721] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.528821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.528944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.530132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.530132] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.530132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.530132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.530132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.530132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.530132] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.800692] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.801436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.801549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.802814] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 with status ACTIVE [ 972.802814] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.802814] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.802814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.803405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.803405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806320] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807605] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5a805f5-b6a8-42ec-92a0-4a652b51c1e6 is going to be updated. [ 972.830226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.830226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.830226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.830226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.830473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.830473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5a805f5-b6a8-42ec-92a0-4a652b51c1e6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928908] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b2734158-3588-466a-aab4-6e11bb68022a service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 972.929632] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 972.929920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.930104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.930168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.930323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.930490] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.930678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.930777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.930996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.931130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.931276] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.032398] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.032520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.032576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.032803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.032898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033157] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.033240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.033277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.033511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.033511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.033604] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 973.070238] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.070652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.070652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.070873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.070873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.088394] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 973.309973] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.315110] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-306 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.315110] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.315337] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.315466] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.315715] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.315867] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.316031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.316265] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.316355] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.316554] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.316671] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.316826] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.316899] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.316989] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.317087] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.317223] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.338892] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.339092] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.339231] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.339424] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-306" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.339833] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-8adb72c3-8e2f-48d7-8197-301c8958dbfb taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.339937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.340422] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.340422] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.340561] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adb72c3-8e2f-48d7-8197-301c8958dbfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.414871] env[65720]: INFO networking_nsxv3.common.synchronization [None req-dc8bb756-87a4-4cb5-b055-aefe67f7c9fd service nova] Enqueued Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 973.414871] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a with Priority: HIGHEST for action security_group_members [ 973.414871] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31fb630-92bd-4f9c-850d-3d264d6fa56a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.414871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.414871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.414871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.414871] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.414871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.415499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.415499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.415499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.415499] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31fb630-92bd-4f9c-850d-3d264d6fa56a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.434061] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.434223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.434223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.434421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.434529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.434739] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.434840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.434904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.435095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.435174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.435260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 973.463356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.463548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.463655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.463889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.464066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.473081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 973.813737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.813982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.813982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.814748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.814748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.814748] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6562597f-b120-450f-b598-e6c0625faab6 is going to be created. [ 973.843360] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.843360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.843360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.843360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.843360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844486] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.844899] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.845168] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.845603] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.845883] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.846166] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 8adb72c3-8e2f-48d7-8197-301c8958dbfb not found, creating... [ 973.846714] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.847077] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.847305] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.847697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.847954] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.848534] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.849051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.849337] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.849674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.850151] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.850151] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 8adb72c3-8e2f-48d7-8197-301c8958dbfb is going to be created. [ 973.852513] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: UNINITIALIZED for 2s [ 973.872905] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.872905] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.873319] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.873727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.875018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.875018] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.917805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.919217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.919217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.919217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.968224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.968357] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.968632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.968632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.968822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.969127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.969350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a is going to be updated. [ 974.004466] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.005293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.005396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.005610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.008025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.016195] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: IN_PROGRESS for 2s [ 974.685223] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2142ad68-bb3f-467d-a502-fa7bd2576d7a service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 974.685515] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2142ad68-bb3f-467d-a502-fa7bd2576d7a service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 974.685599] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2142ad68-bb3f-467d-a502-fa7bd2576d7a service nova] Enqueued Resource ID: 8adb72c3-8e2f-48d7-8197-301c8958dbfb with Priority: HIGHEST for action port [ 974.686827] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_rules [ 974.686827] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 974.686827] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8adb72c3-8e2f-48d7-8197-301c8958dbfb with Priority: HIGHEST for action port [ 974.686827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.687017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.687017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.687430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.687430] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.688978] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.689308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.689308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8adb72c3-8e2f-48d7-8197-301c8958dbfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.690697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.690697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.690697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.690697] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8adb72c3-8e2f-48d7-8197-301c8958dbfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.096750] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1dcf6a05-f7e1-4039-9733-05a12fadec25 service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 975.097095] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 975.098841] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 975.099031] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f deletion is rescheduled due to dependency. [ 975.099149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.099440] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.099557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.099625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.099819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.099969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.100081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.100146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.100293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.100373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.100467] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.192483] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.192689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.194896] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8adb72c3-8e2f-48d7-8197-301c8958dbfb with status ACTIVE [ 975.194896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.194896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.194896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.194896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.194896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.194896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.195328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.195328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.195328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.195581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.195645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.195788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195948] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8adb72c3-8e2f-48d7-8197-301c8958dbfb is going to be updated. [ 975.218309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.218517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.218602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.218821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.218961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.219142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8adb72c3-8e2f-48d7-8197-301c8958dbfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.483999] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 975.484281] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 975.484399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.484615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.484845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.485299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.485402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.485599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.485712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.485859] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.602943] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.862447] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: SUCCESS [ 975.862709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.863157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.863157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.863418] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.863575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.863664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.863822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.863904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.863987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.864106] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.988829] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.027033] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a in Status: SUCCESS [ 976.027033] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31fb630-92bd-4f9c-850d-3d264d6fa56a deletion is rescheduled due to dependency. [ 976.027164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31fb630-92bd-4f9c-850d-3d264d6fa56a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.105919] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.367205] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.492192] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.609351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.609704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.609704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.610024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.610432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.610432] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be updated. [ 976.642822] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.642960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.642960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.643194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.643294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.652643] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 976.868823] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6562597f-b120-450f-b598-e6c0625faab6: rpc.has_security_group_logging(os_id): False [ 976.889790] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.889939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.889939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.890455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.890455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.890548] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.890627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.890693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.891164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.891164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.891164] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6562597f-b120-450f-b598-e6c0625faab6 is going to be created. [ 976.970036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.970036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.970036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.970036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.970036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.998801] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: IN_PROGRESS for 2s [ 976.998801] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.998801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.998801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.998801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.998801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.998801] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 977.040577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.040577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.040577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.040908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.040945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.059389] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 978.663407] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 978.663753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.011018] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: SUCCESS [ 979.011177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.069909] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 979.070174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.070362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.070683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.070775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.070898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.070968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.071127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.071212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.071435] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.573730] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.573943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.574329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.574566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.574708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.574800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.575145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.575466] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.575599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.575695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.575879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576087] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.576238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.576325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.576512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.576622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.576902] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.914469] env[65720]: INFO networking_nsxv3.common.synchronization [None req-adac774c-e213-45a4-a31f-d602618c6f0b service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 979.915251] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 979.915638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.915801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.915889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.916160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.916327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.916432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.916580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.916658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.916745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.916845] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.079671] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f: rpc.has_security_group_logging(os_id): False [ 980.099945] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.100269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.100355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.100576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.100668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.100900] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.101039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.101083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.101249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.101324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.101628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.102112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.102231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.102412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.102603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.103173] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.103173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.103173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.103173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.103425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.103425] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 980.168426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.168633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.168701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.169104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.184990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 980.207962] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.207962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.207962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.207962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.208277] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.208277] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.208399] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.208606] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.209935] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.209935] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.209935] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.209935] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.209935] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.209935] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.209935] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.209935] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.235328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.235493] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.235633] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.235823] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.236144] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.236331] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.236455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.236811] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.236955] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48313f9-a0d3-4fdd-88c6-d103aef0b4f2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.420511] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.420751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.420751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.420969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.452417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.452739] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.452865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.452907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.453134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.453238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.453323] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 980.494985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.495208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.495315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.495562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.495736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.505346] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 980.739719] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.739955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.740045] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.740384] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.740560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.740728] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 not found, creating... [ 980.741025] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.741291] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.741443] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.741710] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.741856] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.742163] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.742369] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.742468] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.742681] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.742813] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.742978] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 is going to be created. [ 980.776912] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.777206] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.777301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.777636] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.777821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.778063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.114956] env[65720]: INFO networking_nsxv3.common.synchronization [None req-46f7ac20-3ea3-49e8-a8a7-6e740437e4ca service nova] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 981.115608] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGHEST for action security_group_members [ 981.116060] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.116247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.116359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.116603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.116826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.117080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.117207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.117362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.117521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.117671] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.532419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe48101e-6dcc-4aad-82cf-e56f9b3f7681 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 981.532419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe48101e-6dcc-4aad-82cf-e56f9b3f7681 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 981.532419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe48101e-6dcc-4aad-82cf-e56f9b3f7681 service nova] Enqueued Resource ID: b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 with Priority: HIGHEST for action port [ 981.533641] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 981.534036] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 981.534710] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 with Priority: HIGHEST for action port [ 981.535251] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.535605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.536110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.536678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.538019] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.538582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.538880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.539795] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.540163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.540399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.540776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.541798] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b48313f9-a0d3-4fdd-88c6-d103aef0b4f2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.614706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e8f4607f-5ca2-4e71-b2e3-5ed06af0a5b0 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 981.614706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 981.614706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.614706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.614706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.614904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.614904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.616352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.616352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.616352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.616352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.616352] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.620043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.620639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.620728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.620911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.645440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.645969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.645969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.645969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.646268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.646406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be updated. [ 981.681170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.681459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.681587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.681875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.682135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.694038] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: IN_PROGRESS for 2s [ 981.873337] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3892456-7cd8-44e9-b6f7-37f8c640af2b service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 981.874078] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 981.874817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.874940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.044531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.044822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.045161] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 with status ACTIVE [ 982.045508] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.045873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.046086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.046604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.046677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.046993] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.047667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.047779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.048113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.048192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.048506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.050905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.050905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.050905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.050905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.050905] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b48313f9-a0d3-4fdd-88c6-d103aef0b4f2 is going to be updated. [ 982.093877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.094257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.094257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.095427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.095629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.095794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b48313f9-a0d3-4fdd-88c6-d103aef0b4f2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.119475] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.119912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.119912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.119912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.120136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.120226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.120331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.120389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.120554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.120554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.120736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b already deleted. [ 982.120837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.121053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.121215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.121424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.121513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.121591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.121733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.121811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.121948] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.201788] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 982.202045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.517243] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 982.517508] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 deletion is rescheduled due to dependency. [ 982.517630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.517803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.518026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.518207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.518322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.518388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.518559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.518650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.518747] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.607111] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3257dedf-b432-4365-ab4f-98cfceb38217 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 982.608433] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 982.609335] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.609335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.625277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.625480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.625554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.625773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.625898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.626134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.626234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.626297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.626452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.626527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.626614] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b already deleted. [ 982.626843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.627791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.627791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.627791] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.627791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.627791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.630772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.630772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630772] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.929876] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.930107] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.930265] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.930591] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.930887] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.931082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.931228] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.931513] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.931667] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.931879] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.931992] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.932114] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.932226] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.932390] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.932521] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.932635] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.969974] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.970161] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.970296] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.970481] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.970815] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-eb554e53-6a49-4f06-8271-81ad5c918184 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.971084] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.971221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.971602] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.971768] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb554e53-6a49-4f06-8271-81ad5c918184',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.020847] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.133987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.134431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.134528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.134747] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.134847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.134909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.135077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.135144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.135231] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b already deleted. [ 983.135311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.474989] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.475287] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.475417] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.475738] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.475900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.476079] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port eb554e53-6a49-4f06-8271-81ad5c918184 not found, creating... [ 983.477165] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.477366] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.477501] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.477742] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.477903] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.478254] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.478427] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.478547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.478760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.478891] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.479066] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: eb554e53-6a49-4f06-8271-81ad5c918184 is going to be created. [ 983.502534] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.502836] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.502998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.503900] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.504190] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.504450] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.523343] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.654547] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7aa86870-1a31-4c59-ae0d-ad53a7734481 service nova] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 983.655199] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGHEST for action security_group_members [ 983.655549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.655699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.655771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.656098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.656353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.656487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.656533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.656698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.656787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.656900] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.704227] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5116121f-7207-4721-8b2d-2a96015a03e1 in Status: SUCCESS [ 983.704461] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 deletion is rescheduled due to dependency. [ 983.704596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.028019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.028019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.028019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.028019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.028019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.028019] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 984.061765] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.061955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.061997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.062632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.062632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.072203] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 984.160090] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.160090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.160090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.160090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.160600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.160841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.161089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.161171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.161360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.163016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.163016] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 is going to be updated. [ 984.191216] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.191657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.191657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.191657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.191806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.204728] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b606a736-a445-45ac-a9af-33a6bd323c12 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 984.205253] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 984.205642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.205826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.205957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.206255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.206376] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.206509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.206598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.206815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.206990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.207205] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.208986] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: IN_PROGRESS for 2s [ 984.226904] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b543a1cc-566a-435a-affe-8e99ba837fa2 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 984.227407] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b543a1cc-566a-435a-affe-8e99ba837fa2 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 984.227407] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b543a1cc-566a-435a-affe-8e99ba837fa2 service nova] Enqueued Resource ID: eb554e53-6a49-4f06-8271-81ad5c918184 with Priority: HIGHEST for action port [ 984.229024] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 984.229451] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 984.229451] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb554e53-6a49-4f06-8271-81ad5c918184 with Priority: HIGHEST for action port [ 984.230122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.230122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.230122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.230392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.230467] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.235332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.235332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.235332] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.235332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb554e53-6a49-4f06-8271-81ad5c918184 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.235332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.236085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.236085] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb554e53-6a49-4f06-8271-81ad5c918184',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.587046] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.587192] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.587328] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.587597] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.587863] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.588027] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.588156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.588382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.588559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.588813] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.588941] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.589053] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.589169] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.589281] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.589432] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.589533] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.612157] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.612456] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.612652] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.613236] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.613601] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.613789] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.613923] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.614344] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.614500] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5e689f-4a77-4c32-81bf-4f86a5c702cb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.711020] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.736901] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.743338] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb554e53-6a49-4f06-8271-81ad5c918184 with status ACTIVE [ 984.743338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.743338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.743338] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.743338] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb554e53-6a49-4f06-8271-81ad5c918184 is going to be updated. [ 984.745539] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.745539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.768448] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.768714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.768714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.768888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.769058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.769230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb554e53-6a49-4f06-8271-81ad5c918184" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.010580] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.010580] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-812" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.011109] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-812" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.011179] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-812" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.011543] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.011797] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.011849] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.012079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.012316] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.012476] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.012621] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.012763] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.012877] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.012989] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.013111] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.013246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.034536] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.034660] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.034793] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.035093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-812" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.035510] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-903e092f-430c-4ecb-9cc6-1f2adbcd949f taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.035712] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.035835] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.036197] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.036369] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903e092f-430c-4ecb-9cc6-1f2adbcd949f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.116920] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.117219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.117402] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.117738] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.117937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.118115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 4a5e689f-4a77-4c32-81bf-4f86a5c702cb not found, creating... [ 985.118388] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.118559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.118678] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.118909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.119133] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.119354] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.119508] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.119625] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.119833] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.119963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.120115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 4a5e689f-4a77-4c32-81bf-4f86a5c702cb is going to be created. [ 985.144709] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.144940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.145078] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.145372] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.145983] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.146117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.215031] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.237972] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.538993] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.539326] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.539456] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.539904] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.540175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.540351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 903e092f-430c-4ecb-9cc6-1f2adbcd949f not found, creating... [ 985.540658] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.540868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.540938] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.541177] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.541320] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.541629] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.541858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.541980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.542203] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.542335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.542481] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 903e092f-430c-4ecb-9cc6-1f2adbcd949f is going to be created. [ 985.573109] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.573310] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.573404] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.573738] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.573962] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.574213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.718289] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.718466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.718540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.718831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.718937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.719055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 985.740644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.740840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.740914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.741185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.741275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.741507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be created. [ 985.765727] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.765951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.765951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.766184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.766331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.779180] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 985.791157] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.791469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.791583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.791917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.792237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.819604] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: UNINITIALIZED for 2s [ 985.863713] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e379004-8b80-48e9-8c3f-4bf4372b2fad service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 985.863930] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e379004-8b80-48e9-8c3f-4bf4372b2fad service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 985.864132] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e379004-8b80-48e9-8c3f-4bf4372b2fad service nova] Enqueued Resource ID: 4a5e689f-4a77-4c32-81bf-4f86a5c702cb with Priority: HIGHEST for action port [ 985.864799] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 985.864975] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 985.865100] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a5e689f-4a77-4c32-81bf-4f86a5c702cb with Priority: HIGHEST for action port [ 985.865434] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.865573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.865641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.865878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.865969] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.867120] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.867120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.867374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.867507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.867573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.867800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.867903] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a5e689f-4a77-4c32-81bf-4f86a5c702cb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.085075] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 986.085312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.085502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.085737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.085996] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.086220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.086296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.086478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.086564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086840] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.193182] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6064670c-5a59-4adc-9346-36ccd5e8fcd1 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 986.194570] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 986.194971] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.195088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.195202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.195423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.195584] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.195682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.195752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.196013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.196013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.196120] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.222158] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 in Status: SUCCESS [ 986.222560] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 deletion is rescheduled due to dependency. [ 986.222775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.298074] env[65720]: INFO networking_nsxv3.common.synchronization [None req-32b52904-18ba-4e26-ae43-4264c480ed9e service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 986.298275] env[65720]: INFO networking_nsxv3.common.synchronization [None req-32b52904-18ba-4e26-ae43-4264c480ed9e service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 986.298414] env[65720]: INFO networking_nsxv3.common.synchronization [None req-32b52904-18ba-4e26-ae43-4264c480ed9e service nova] Enqueued Resource ID: 903e092f-430c-4ecb-9cc6-1f2adbcd949f with Priority: HIGHEST for action port [ 986.299016] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 986.301430] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 986.301585] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903e092f-430c-4ecb-9cc6-1f2adbcd949f with Priority: HIGHEST for action port [ 986.301962] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.301962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.302573] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.302573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.302805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-903e092f-430c-4ecb-9cc6-1f2adbcd949f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.303011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.303011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.303397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.303397] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903e092f-430c-4ecb-9cc6-1f2adbcd949f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.370353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.370602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.370773] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a5e689f-4a77-4c32-81bf-4f86a5c702cb with status ACTIVE [ 986.370989] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.371118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.371186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.371399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.371511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.371690] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.371823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.371902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.372269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.372433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.372681] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.372852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.372932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.373102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.373184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.373270] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a5e689f-4a77-4c32-81bf-4f86a5c702cb is going to be updated. [ 986.396496] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.396625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.396690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.396903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.397216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a5e689f-4a77-4c32-81bf-4f86a5c702cb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.571855] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.572070] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.572221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.573495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.573495] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.573495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.573495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.573495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.573495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.574185] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.574185] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.574185] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.574185] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.575178] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.575178] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.575178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.589134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.589330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.589381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.589569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.589737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.589838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.589904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.590090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.590177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.590284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.590405] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.590527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.590564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.590705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.590997] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.591134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.591205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.591549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.591682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.591735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.591831] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.600098] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.601258] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.601258] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.601258] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.601258] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-498a4766-79c8-471b-b6fc-e73c9eca5c5c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.601258] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.601670] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.601758] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.601904] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498a4766-79c8-471b-b6fc-e73c9eca5c5c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.698554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.698554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.698736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.698843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.698934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699160] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.699263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.699328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.699904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.699904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.699904] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 986.731022] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.731266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.731358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.731634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.731836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.742895] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 986.806305] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 903e092f-430c-4ecb-9cc6-1f2adbcd949f with status ACTIVE [ 986.806567] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.806713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.806883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.807198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.807198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.807340] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.807439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.807487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.807655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.807747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.808020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.808107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.808206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.808500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.808633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.808741] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 903e092f-430c-4ecb-9cc6-1f2adbcd949f is going to be updated. [ 986.832695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.832880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.832923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.833383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.833383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.833535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903e092f-430c-4ecb-9cc6-1f2adbcd949f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.088980] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.089140] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.089324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.090362] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.090527] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.090609] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.090765] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.091076] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.091257] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.091544] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.091711] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.091837] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.092011] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.092982] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.092982] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.092982] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.093970] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56db878a-e1e7-4cea-be19-9061e6f466c1: rpc.has_security_group_logging(os_id): False [ 987.105112] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.105407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.105509] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.105790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.105937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.106106] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 498a4766-79c8-471b-b6fc-e73c9eca5c5c not found, creating... [ 987.106378] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.106534] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.106648] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.106868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.107017] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.107298] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.107451] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.107599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.107823] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.108205] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.108205] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 498a4766-79c8-471b-b6fc-e73c9eca5c5c is going to be created. [ 987.133273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.133273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.133531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.133683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.133787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.135887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.135887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.135887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.135887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.136507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.136507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 987.147760] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.148993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.148993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.148993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.148993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.148993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.159903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.160265] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.068 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.161051] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.161051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.161051] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-b0ae20cc-cb0a-450d-96a3-4726b64254db taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.161408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.161408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.162201] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.162402] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ae20cc-cb0a-450d-96a3-4726b64254db',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.222685] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.223100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.223100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.223187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.223293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.239013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 987.665043] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.665043] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.665259] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.665406] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.665649] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.665808] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port b0ae20cc-cb0a-450d-96a3-4726b64254db not found, creating... [ 987.666090] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.666253] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.666373] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.666597] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.666810] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.667116] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.667278] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667397] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.667734] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.667805] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.668058] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: b0ae20cc-cb0a-450d-96a3-4726b64254db is going to be created. [ 987.689295] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.689557] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.689765] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.689939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.690196] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.690420] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.799231] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 987.799491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.799676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.800099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.800099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.800254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.800290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.800432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.800730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.800730] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.830024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 987.830333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.830524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.830767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.830904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.831034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.831100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.831253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.831332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.831447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.831545] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.832417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.832599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.832774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.832884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.832950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.833106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.833186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.833277] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.848631] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bd3d5d14-3ce8-4c58-ac44-95b2cb690573 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 987.848792] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bd3d5d14-3ce8-4c58-ac44-95b2cb690573 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 987.848926] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bd3d5d14-3ce8-4c58-ac44-95b2cb690573 service nova] Enqueued Resource ID: 498a4766-79c8-471b-b6fc-e73c9eca5c5c with Priority: HIGHEST for action port [ 987.850468] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 987.850640] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 987.850776] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498a4766-79c8-471b-b6fc-e73c9eca5c5c with Priority: HIGHEST for action port [ 987.851047] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.851190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.851241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.851685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.851685] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.852676] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.852676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.852889] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-498a4766-79c8-471b-b6fc-e73c9eca5c5c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.852969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.852969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.854019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.854019] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('498a4766-79c8-471b-b6fc-e73c9eca5c5c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.303349] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.336111] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.336111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.336111] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.355471] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.355663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.356136] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 498a4766-79c8-471b-b6fc-e73c9eca5c5c with status ACTIVE [ 988.356322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.356437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.356533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.356710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.356824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.357019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.357196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.357264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.357430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.357513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.357697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.357804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.357847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.357982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.358071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.358148] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 498a4766-79c8-471b-b6fc-e73c9eca5c5c is going to be updated. [ 988.379801] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.379978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.380048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.380217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.380350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.380505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-498a4766-79c8-471b-b6fc-e73c9eca5c5c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.400892] env[65720]: INFO networking_nsxv3.common.synchronization [None req-84e9c45c-d92f-4da0-aac1-f301b8d7c112 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 988.401087] env[65720]: INFO networking_nsxv3.common.synchronization [None req-84e9c45c-d92f-4da0-aac1-f301b8d7c112 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 988.401224] env[65720]: INFO networking_nsxv3.common.synchronization [None req-84e9c45c-d92f-4da0-aac1-f301b8d7c112 service nova] Enqueued Resource ID: b0ae20cc-cb0a-450d-96a3-4726b64254db with Priority: HIGHEST for action port [ 988.401849] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 988.401975] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 988.402186] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0ae20cc-cb0a-450d-96a3-4726b64254db with Priority: HIGHEST for action port [ 988.403076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.403299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.403694] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.403694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.403950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0ae20cc-cb0a-450d-96a3-4726b64254db taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.404176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.404278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.404638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.404839] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0ae20cc-cb0a-450d-96a3-4726b64254db',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.726190] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f16a2eb9-70b9-4770-b417-5b851065441c service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 988.726808] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 988.727828] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.727828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.727828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.728033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.728860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.728860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.728860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.728860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.728860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.728860] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.755408] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 988.755408] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 988.755408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.755686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.755810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.756075] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.756217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.756266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.756440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.756521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.756618] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.806026] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.837805] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.907545] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0ae20cc-cb0a-450d-96a3-4726b64254db with status ACTIVE [ 988.907545] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.907780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.907780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.907855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.907924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.908137] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.908239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.908298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.908454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.908531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.908779] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.908900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.908936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.909884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.909884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.909884] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0ae20cc-cb0a-450d-96a3-4726b64254db is going to be updated. [ 988.937155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.937328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.937386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.937591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.937730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.937912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0ae20cc-cb0a-450d-96a3-4726b64254db" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.080181] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.080368] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.080489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.083021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.083021] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.083021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.083021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.083021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.083021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.083021] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.083021] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.083021] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.083021] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.083021] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.083021] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.083560] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.099173] env[65720]: INFO networking_nsxv3.common.synchronization [None req-44d5f426-7e71-4dc2-9e36-73846cda3999 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 989.100101] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 989.100431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.100563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.100637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.100847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.101009] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.102374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.102474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.102729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.102816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.102916] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.112850] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.113473] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.113473] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.113593] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.113928] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.114118] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.114236] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114562] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114699] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2dfbcd-41c3-4aaa-a2ec-50c855c12307',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.230533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.230778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.230778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.230990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.231102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.231299] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.231407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.231594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.231717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.231795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.231884] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 989.253309] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 989.253539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.259126] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.272299] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.272501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.272595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.272832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.273026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.285803] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 989.310375] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.310773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.310773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.310850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.310946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.311067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 989.340659] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.340896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.340896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.341252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.341252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.341377] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 989.343672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.343846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.343926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.344140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.344340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.361078] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 989.386478] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.386478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.386478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.386478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.386478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.398484] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 989.605886] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.617924] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.618117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.618232] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.618523] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.618672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.618824] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 not found, creating... [ 989.619094] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619248] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.620421] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.620581] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.620698] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.620979] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.621199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.621344] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 is going to be created. [ 989.644393] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.644617] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.644756] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.645070] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.645300] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.645561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.762445] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.108644] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.265246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.265484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.265484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.265713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.266014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.266014] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 990.317578] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.317925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.317925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.318086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.318163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.329489] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 990.416155] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0c9acc47-047a-4ca9-9430-983d00c9b56c service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 990.416328] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0c9acc47-047a-4ca9-9430-983d00c9b56c service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 990.416485] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0c9acc47-047a-4ca9-9430-983d00c9b56c service nova] Enqueued Resource ID: 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 with Priority: HIGHEST for action port [ 990.417089] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 990.417196] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 990.417297] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 with Priority: HIGHEST for action port [ 990.417629] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.418214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.418214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.418214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.418214] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.418912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.419021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.419293] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.419384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.419384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.419982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.419982] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e2dfbcd-41c3-4aaa-a2ec-50c855c12307',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.612114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.612476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.612476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.612629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.612629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.612728] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 990.641140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.641303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.641377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.642116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.642116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.650746] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 990.922585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.922585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.922844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 with status ACTIVE [ 990.922895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.923041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.923133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.923404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.923479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.923705] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.923804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.923876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.924045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.924127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.924313] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.924410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.924483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.924675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.924756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.924886] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e2dfbcd-41c3-4aaa-a2ec-50c855c12307 is going to be updated. [ 990.950308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.950538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.950617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.951543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.951543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.951543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e2dfbcd-41c3-4aaa-a2ec-50c855c12307" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.224467] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3c8602c9-7e0b-40e3-8be0-de9f9d1b9039 service nova] Enqueued Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 991.225006] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 991.226092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.226092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.226092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.226092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.226092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.226092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.226981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.230510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.230616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.230724] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.301168] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 991.301510] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 deletion is rescheduled due to dependency. [ 991.301607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.301786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.302020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.302240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.302364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.302459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.302671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.302782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.302908] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.372924] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.372924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.372924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.372924] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.411582] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 991.411582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.411582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.411796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.411876] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.411997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.412111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.412277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.412358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.412496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.412692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.412828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.412828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.412956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.413967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.414102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.414171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.414356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.414446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.414535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.414624] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.415607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.415772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.416868] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.416980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.417064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.417219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.417299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.417981] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.612073] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.612371] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-806" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.612452] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-806" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.612843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-806" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.613373] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.613771] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.613894] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.614213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.614424] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.614703] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.614867] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.615029] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.615191] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.615350] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.615521] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.615746] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.639268] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.639556] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.639838] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.640585] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-806" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.641085] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-44639a8b-881d-41d3-a114-96a6bccf4064 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.641387] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.641620] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.642053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.642285] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44639a8b-881d-41d3-a114-96a6bccf4064',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.735504] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.735684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.735684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.735877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.736227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.736227] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.736365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.736365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.736459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.736544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.736652] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 already deleted. [ 991.736738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.806492] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.877943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.877943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.877943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.877943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.877943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.878175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.878175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.878322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.878395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.878442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.878585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.878719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.879097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.879097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.879097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.879514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.879514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.879514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.879514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.879837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.879837] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.926882] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0216ed2a-2588-4030-a49f-42251f0b431b: rpc.has_security_group_logging(os_id): False [ 991.926882] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.943626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.943626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.943626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.943626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.943626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.943626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.943626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.944197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.944197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.944197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.944426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.944426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.944505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.944649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.944727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.944947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.945078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.945131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.945263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.945338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.945422] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be created. [ 992.006207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.006207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.006418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.006648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.006918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.018674] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 992.144859] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.145104] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.145161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.145459] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.145642] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.145806] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 44639a8b-881d-41d3-a114-96a6bccf4064 not found, creating... [ 992.146085] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.146250] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.146371] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.146606] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.146750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.147050] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.147214] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.147358] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.147632] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.147772] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.147937] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 44639a8b-881d-41d3-a114-96a6bccf4064 is going to be created. [ 992.175191] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.175424] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.178656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.178656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.178656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.178656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.309080] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.342075] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 992.342075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.342517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.342612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.342658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.342842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.342923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.342998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.343121] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.381412] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e: rpc.has_security_group_logging(os_id): False [ 992.400656] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.400814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.400887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.401129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.401235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.401515] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.401660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.401739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.401907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.401990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.402191] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.402290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.402353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.402498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.402575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.402766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.402860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.402918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.403055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.403132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.403267] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 992.425351] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.474034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.474034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.474238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.474328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.474476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.489756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 992.662069] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 992.662308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.692614] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.692827] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.692973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.693296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.693546] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.693711] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.693929] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.694059] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.694206] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.694418] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.694533] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.694645] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.694753] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.694901] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.695030] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.695172] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.717074] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.717254] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.717394] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.717565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.717890] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-280bd1f3-a22e-4f59-8574-d1783c74f8f3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.718139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.718225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.718536] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.718674] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280bd1f3-a22e-4f59-8574-d1783c74f8f3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.812217] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.812448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.812609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.812914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.813127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.813234] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 992.844545] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.844545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.844545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.844865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.844865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.846426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.846426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.846657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.846830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.847067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.847225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.847522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.847702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.847850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.847998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.848300] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.848397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.848435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.848693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.848795] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.848877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.848923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.849079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.849150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.849225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.849317] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.860781] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 992.889703] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a20f88d5-b569-43ee-898d-8d35db389539 service nova] Enqueued Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_rules [ 992.889939] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a20f88d5-b569-43ee-898d-8d35db389539 service nova] Enqueued Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 992.890143] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a20f88d5-b569-43ee-898d-8d35db389539 service nova] Enqueued Resource ID: 44639a8b-881d-41d3-a114-96a6bccf4064 with Priority: HIGHEST for action port [ 992.891385] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_rules [ 992.891385] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 992.891385] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44639a8b-881d-41d3-a114-96a6bccf4064 with Priority: HIGHEST for action port [ 992.891614] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.891686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.891792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.892108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.892325] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.897831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.898099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.898178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.898438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.898619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.898730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.898985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.898985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.899134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.899211] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.905700] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-44639a8b-881d-41d3-a114-96a6bccf4064 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.905886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.905997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.906305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.906356] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44639a8b-881d-41d3-a114-96a6bccf4064',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.928955] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.929218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.929342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.929838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.929838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.929838] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 992.964731] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.964953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.965089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.965339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.965486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.980056] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 993.221625] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.221887] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222022] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222310] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222462] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.222618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 280bd1f3-a22e-4f59-8574-d1783c74f8f3 not found, creating... [ 993.222885] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.223050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.223170] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.223466] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.223635] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223924] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.224096] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.224216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.224426] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.224562] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.224699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 280bd1f3-a22e-4f59-8574-d1783c74f8f3 is going to be created. [ 993.252245] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.252494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.252919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.252919] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.253167] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.253405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.354073] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 993.391407] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.391772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.391772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.393101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.393101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.393101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.393101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.393101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.393560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.393645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.394026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.394330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.394557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.395046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.395209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.395564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.395785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.395977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.396234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.396370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.396612] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 993.406221] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.408587] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.408587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.408587] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44639a8b-881d-41d3-a114-96a6bccf4064 with status ACTIVE [ 993.408760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.408760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.408892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.409159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.409292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.409560] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.409891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.409891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.409998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.410364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.410364] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.410498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.410498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.410642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.410887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.410887] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44639a8b-881d-41d3-a114-96a6bccf4064 is going to be updated. [ 993.435943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.436216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.436273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.436470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.436612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.436802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44639a8b-881d-41d3-a114-96a6bccf4064" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.481074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.481344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.481344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.481597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.481767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.528276] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 993.908591] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.940222] env[65720]: INFO networking_nsxv3.common.synchronization [None req-62a712d9-a8ce-4bf3-8bac-3ab123c51395 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 993.941593] env[65720]: INFO networking_nsxv3.common.synchronization [None req-62a712d9-a8ce-4bf3-8bac-3ab123c51395 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 993.941785] env[65720]: INFO networking_nsxv3.common.synchronization [None req-62a712d9-a8ce-4bf3-8bac-3ab123c51395 service nova] Enqueued Resource ID: 280bd1f3-a22e-4f59-8574-d1783c74f8f3 with Priority: HIGHEST for action port [ 993.942318] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 993.942438] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 993.942584] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280bd1f3-a22e-4f59-8574-d1783c74f8f3 with Priority: HIGHEST for action port [ 993.942929] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.943076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.943145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.943356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.943476] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.944308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.944399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.944445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.944612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.944759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.944850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.944937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.945071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.945156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.945247] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.945981] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-280bd1f3-a22e-4f59-8574-d1783c74f8f3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.946095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.946147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.946294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.946368] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280bd1f3-a22e-4f59-8574-d1783c74f8f3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.036498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 994.037920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.038276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.040033] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.411848] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.412160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.412293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.412558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.412717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.412823] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 is going to be created. [ 994.446424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.446731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.446838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.448413] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.449391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.449527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.450423] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 280bd1f3-a22e-4f59-8574-d1783c74f8f3 with status ACTIVE [ 994.450423] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.450423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.450423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.450423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.450423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.450682] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.450682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.450776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.450887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.450960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.451147] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.451235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.451292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.451426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.451556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.451644] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 280bd1f3-a22e-4f59-8574-d1783c74f8f3 is going to be updated. [ 994.463507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: UNINITIALIZED for 2s [ 994.474803] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.474986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.475059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.475266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.475410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.475633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-280bd1f3-a22e-4f59-8574-d1783c74f8f3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.511085] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 994.511565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.544938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.545275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.871675] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 994.871972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.872223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.872503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.872772] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.872968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.873094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.873320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.873585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.873733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.873900] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.915337] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c2c3d814-5246-41d6-b34c-9bd52a50ac81 tempest-ImagesOneServerNegativeTestJSON-1125193517 tempest-ImagesOneServerNegativeTestJSON-1125193517-project-member] Enqueued Resource ID: 5247269d-bd7c-40e4-8124-e4b9df373878 with Priority: HIGHEST for action security_group_rules [ 994.915918] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5247269d-bd7c-40e4-8124-e4b9df373878 with Priority: HIGHEST for action security_group_rules [ 994.917043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5247269d-bd7c-40e4-8124-e4b9df373878 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.917043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.917043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.917043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.917043] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5247269d-bd7c-40e4-8124-e4b9df373878',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.954030] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.990089] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 994.990313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.990477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.990699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.990892] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.991019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.991092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.991245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.991326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.991403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.991548] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.232973] env[65720]: INFO networking_nsxv3.common.synchronization [None req-061dbe2d-0294-4706-a955-3ecdd40476e3 tempest-ImagesOneServerNegativeTestJSON-1125193517 tempest-ImagesOneServerNegativeTestJSON-1125193517-project-member] Enqueued Resource ID: 5247269d-bd7c-40e4-8124-e4b9df373878 with Priority: HIGHEST for action security_group_rules [ 995.235258] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5247269d-bd7c-40e4-8124-e4b9df373878 with Priority: HIGHEST for action security_group_rules [ 995.235258] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5247269d-bd7c-40e4-8124-e4b9df373878 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.235258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.377315] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.438365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.438735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.438735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.438959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.439102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.439251] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5247269d-bd7c-40e4-8124-e4b9df373878 already deleted. [ 995.439354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.439737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.439830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.439878] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5247269d-bd7c-40e4-8124-e4b9df373878',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.456684] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.456827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.456897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.457125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.457211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.457310] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 995.489632] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.489632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.489632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.489632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.489632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.496450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.496596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.496666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.496869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.497043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.497143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.497197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.497346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.497430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.497516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.497661] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.497774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.497844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.497988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.498160] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.498226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.498284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.498425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.498502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.498579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.498667] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.503609] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 995.546046] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 995.546046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.879886] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 995.898562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.898683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.898732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.898941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.899044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.899291] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.899390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.899452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.899622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.899693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.899780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 995.959952] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.960162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.960232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.960402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.960488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.960590] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5247269d-bd7c-40e4-8124-e4b9df373878 already deleted. [ 995.960673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5247269d-bd7c-40e4-8124-e4b9df373878" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.967923] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.968142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.968231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.968444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.968587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.979537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 996.004550] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0216ed2a-2588-4030-a49f-42251f0b431b: rpc.has_security_group_logging(os_id): False [ 996.059490] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.059490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.060147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.060147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.060147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.060432] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.060610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.060838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.061194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.061371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.061713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.061873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.062072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.062417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.062572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.062840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.063011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.063113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.063329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.063439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.063562] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 996.164989] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.165171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.165240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.165609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.179330] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 996.473983] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: SUCCESS [ 996.474352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.474589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.474899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.475191] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.475389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.475554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.475802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.475923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.476576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.476771] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.981620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.981620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.981620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.981620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.981620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.981620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.981620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.982000] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.982000] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.982000] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.982108] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.982108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.982194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.982491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.982491] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.982694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.982694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.982831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.982921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.982981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.983098] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.487163] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4129118-72fe-4fc3-915c-5aece23aaa51: rpc.has_security_group_logging(os_id): False [ 997.511171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.511662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.511784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.512104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.512226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.513878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.513878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.513878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.514352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.514352] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.514352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.514352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.515577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.515577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.515577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 is going to be created. [ 997.521415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 997.521724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.521998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.522350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.522658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.522871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.523039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.523281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.523905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.523905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.523905] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.595478] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.595863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.597048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.597048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.597048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.614150] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: IN_PROGRESS for 2s [ 997.993149] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 997.993468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.026164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.026352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.026449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.026673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.027168] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.027418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.027418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.027418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.027604] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.027678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.027758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.027841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.028132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.028204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.028348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.028418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.028517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.028610] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.194498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 998.194937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.195015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.195210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.195277] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.531081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56db878a-e1e7-4cea-be19-9061e6f466c1: rpc.has_security_group_logging(os_id): False [ 998.551019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.551233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.551353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.551651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.551916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.552407] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.552407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.552407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.552693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.552733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.552992] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.553168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.553247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.553446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.553556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.553842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.553974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.554095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.554335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.554457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.554593] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 998.632862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.633512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.653185] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 998.697665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.697878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.697980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.698263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.698446] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.698550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.698627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.698862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.698970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.699081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.699234] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.205414] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.205673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.205673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.205960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.206181] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.206287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.206373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.206559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.206662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.206846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.207044] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.207145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.207211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.207350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.207504] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.207595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.207653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.207800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.207876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.207965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.208103] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.640350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: SUCCESS [ 999.640350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.710542] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0216ed2a-2588-4030-a49f-42251f0b431b: rpc.has_security_group_logging(os_id): False [ 999.734493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.734699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.734766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.735078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.735209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.735476] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.735636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.735728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.736335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.736335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.736452] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.736540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.736639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.736844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.736947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.737411] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.737542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.737642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.737839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.737943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.738073] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 999.810949] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.811194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.811194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.811445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.811696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1000.235491] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1000.236511] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1000.668829] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1000.669081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.086032] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a4700a14-c820-4f97-9b23-886a47f4bdf7 None None] Enqueued Resource ID: 9dae9588-ab6c-494b-bb46-ff20798d7ef7 with Priority: HIGHEST for action port [ 1001.086311] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dae9588-ab6c-494b-bb46-ff20798d7ef7 with Priority: HIGHEST for action port [ 1001.086880] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-9dae9588-ab6c-494b-bb46-ff20798d7ef7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.086986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9dae9588-ab6c-494b-bb46-ff20798d7ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.087064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9dae9588-ab6c-494b-bb46-ff20798d7ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.087313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9dae9588-ab6c-494b-bb46-ff20798d7ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.087392] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9dae9588-ab6c-494b-bb46-ff20798d7ef7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.523366] env[65720]: INFO networking_nsxv3.common.synchronization [None req-466a2b23-a97d-44ab-aeb3-6b1b2c260059 service nova] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 1001.524901] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGHEST for action security_group_members [ 1001.524901] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.524901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.524901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.525405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.525575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.525680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.525849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.526715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.526715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.526715] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.590581] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9dae9588-ab6c-494b-bb46-ff20798d7ef7 [ 1001.590581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.590581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.590581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.590873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.591107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.591429] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9dae9588-ab6c-494b-bb46-ff20798d7ef7 already deleted. [ 1001.591674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9dae9588-ab6c-494b-bb46-ff20798d7ef7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.855269] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1001.855568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.884431] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0e67b0a3-bef6-44b3-96cc-dd9b126b1d63 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1001.884431] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1001.884431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.884431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.884431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.887635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.888384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.888678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.889545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.889904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.890140] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.031248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.031248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.031248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.031248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.065133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.065461] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.065645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.065704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.065956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.066122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.066182] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be updated. [ 1002.113700] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.113923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.113923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.114169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.114317] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.139616] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: IN_PROGRESS for 2s [ 1002.168878] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3c9dc0a6-76cb-4ce0-8bdc-6f4647afc42c service nova] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 1002.169890] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGHEST for action security_group_members [ 1002.170288] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.170558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.170558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.170792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.170909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.170909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.171180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.171180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.171180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.171638] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.395812] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.674658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.674658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.674658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.674923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.675431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.675494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.675678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.675763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.675908] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be updated. [ 1002.709041] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.709041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.709041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.709041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.709041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.716901] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: IN_PROGRESS for 2s [ 1002.899016] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.405059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.405059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.405059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.405333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.405375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.405535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 1003.435871] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.436040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.436132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.436370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.436517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.452561] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 1003.837819] env[65720]: INFO networking_nsxv3.common.synchronization [None req-21b78675-555c-453b-a2d1-dda7a8264af7 None None] Enqueued Resource ID: 82b0c4e2-0f13-4a06-9c9b-af14301be264 with Priority: HIGHEST for action port [ 1003.838533] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b0c4e2-0f13-4a06-9c9b-af14301be264 with Priority: HIGHEST for action port [ 1003.839018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b0c4e2-0f13-4a06-9c9b-af14301be264 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.841060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b0c4e2-0f13-4a06-9c9b-af14301be264" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.841060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b0c4e2-0f13-4a06-9c9b-af14301be264" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.841060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b0c4e2-0f13-4a06-9c9b-af14301be264" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.841060] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b0c4e2-0f13-4a06-9c9b-af14301be264',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.151141] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a in Status: SUCCESS [ 1004.151493] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a deletion is rescheduled due to dependency. [ 1004.151854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.344093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82b0c4e2-0f13-4a06-9c9b-af14301be264 [ 1004.344353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.344493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.344579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.344813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.344902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.345023] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82b0c4e2-0f13-4a06-9c9b-af14301be264 already deleted. [ 1004.345102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b0c4e2-0f13-4a06-9c9b-af14301be264" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.729880] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f in Status: SUCCESS [ 1004.730083] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f deletion is rescheduled due to dependency. [ 1004.730201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.463786] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 1005.464108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.890210] env[65720]: INFO networking_nsxv3.common.synchronization [None req-80c7a130-b3af-4a2c-9fb2-828a95e65753 None None] Enqueued Resource ID: 5e88057b-de10-415e-8c2a-2d78bee5dd45 with Priority: HIGHEST for action port [ 1006.890210] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e88057b-de10-415e-8c2a-2d78bee5dd45 with Priority: HIGHEST for action port [ 1006.890210] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e88057b-de10-415e-8c2a-2d78bee5dd45 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.890604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e88057b-de10-415e-8c2a-2d78bee5dd45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.890604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e88057b-de10-415e-8c2a-2d78bee5dd45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.891056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e88057b-de10-415e-8c2a-2d78bee5dd45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.891056] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e88057b-de10-415e-8c2a-2d78bee5dd45',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.329952] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7764a7ea-061f-4adb-a94f-2fc5c75617a1 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.330524] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.330891] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.331423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.331503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.332159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.332159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.333083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.333220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.333315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.333460] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.394044] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e88057b-de10-415e-8c2a-2d78bee5dd45 [ 1007.394485] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.395030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.395030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.395222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.395394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.395583] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e88057b-de10-415e-8c2a-2d78bee5dd45 already deleted. [ 1007.395816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e88057b-de10-415e-8c2a-2d78bee5dd45" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.605793] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e2abd210-9355-490d-8e12-6f9aa869a5cd service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.606424] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.606775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.606887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.836813] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.843552] env[65720]: INFO networking_nsxv3.common.synchronization [None req-769411be-f5f1-4be3-8feb-c545b159e2a3 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.844220] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1007.844941] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.845316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.341466] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.843558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.843900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.843991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.844310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.844424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.844535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1008.877392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.877538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.877608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.877824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.878156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.887507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1009.689250] env[65720]: INFO networking_nsxv3.common.synchronization [None req-45b32989-97b0-4e53-a03f-e90ddb9329ae None None] Enqueued Resource ID: ea9e414a-5f4b-4240-b961-fe4074d66790 with Priority: HIGHEST for action port [ 1009.689250] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9e414a-5f4b-4240-b961-fe4074d66790 with Priority: HIGHEST for action port [ 1009.689898] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea9e414a-5f4b-4240-b961-fe4074d66790 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.690059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea9e414a-5f4b-4240-b961-fe4074d66790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.690141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea9e414a-5f4b-4240-b961-fe4074d66790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.690394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea9e414a-5f4b-4240-b961-fe4074d66790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.690511] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea9e414a-5f4b-4240-b961-fe4074d66790',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.196544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea9e414a-5f4b-4240-b961-fe4074d66790 [ 1010.196544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.196663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.196698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.197143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.197143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.197143] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea9e414a-5f4b-4240-b961-fe4074d66790 already deleted. [ 1010.199756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea9e414a-5f4b-4240-b961-fe4074d66790" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.331213] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7f1969d4-9232-4c75-9e51-0cf25e9c0ea4 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1010.334814] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1010.334814] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.334814] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.334814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.334814] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.689498] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.689833] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.689833] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.691546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.691658] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.691791] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.691907] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.692159] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.692304] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.692514] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.692618] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.692723] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.692824] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.692927] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.693040] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.693171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.715987] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.715987] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.715987] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.715987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.715987] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.715987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.715987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.715987] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.715987] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.838182] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.839168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.839168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.839168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.839168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.839502] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.839502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.839613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.840083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.840083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.840083] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1010.872065] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.872205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.872277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.872496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.872741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.882711] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1010.898841] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1010.899069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.899252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.899477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.899718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.899837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.899926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.900079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.900162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.900259] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.218715] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.221288] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 not found, creating... [ 1011.221288] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.221288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.221822] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.221822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.221822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.222074] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.222146] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.222343] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 is going to be created. [ 1011.247737] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.247737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.247737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.247737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.247737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.247737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.291419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a5139e36-d75e-4662-8f4c-6372b84cf075 service nova] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 1011.291419] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGHEST for action security_group_members [ 1011.291419] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.292209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.292306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.292498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.292671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.292800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.292896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.294677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.294847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.294982] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.403535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.403847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.403847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.404146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.405440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.405813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.406045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.406176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.406495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.406633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.406780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1011.448967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.464400] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1011.798778] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.799062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.799062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.799394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.799497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.799789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.800610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.800610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.800610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.800610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.800610] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 is going to be updated. [ 1011.835993] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.835993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.835993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.835993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.835993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.840250] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: IN_PROGRESS for 2s [ 1011.996859] env[65720]: INFO networking_nsxv3.common.synchronization [None req-861ca806-0aaf-44eb-a6ac-d33937420a89 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 1011.996859] env[65720]: INFO networking_nsxv3.common.synchronization [None req-861ca806-0aaf-44eb-a6ac-d33937420a89 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1011.996859] env[65720]: INFO networking_nsxv3.common.synchronization [None req-861ca806-0aaf-44eb-a6ac-d33937420a89 service nova] Enqueued Resource ID: bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 with Priority: HIGHEST for action port [ 1011.997333] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 1011.997506] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1011.997663] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 with Priority: HIGHEST for action port [ 1011.998027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.998209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.998285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.998545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.998633] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.999602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.999731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.999984] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.000128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.000211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.000441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.000507] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.375404] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9fb0296f-0702-4a62-8773-891a27253b22 service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1012.376256] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1012.376660] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.376791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.376853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.377104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.377264] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.377368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.377434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.377620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.377707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.377804] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.489819] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af88cbf1-c074-479e-be7b-9b772d603347 service nova] Enqueued Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1012.489819] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1012.490101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.490224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.490296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.490661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.490912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.491017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.491017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.491239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.491375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.491507] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.504926] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.505313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.505313] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 with status ACTIVE [ 1012.505883] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.505883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.505883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.506156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.506156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.506227] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.506320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.506356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.506587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.506651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.506794] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.506948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.506948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.507167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.507252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.507341] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37 is going to be updated. [ 1012.534960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.535318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.535318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.535416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.535562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.535750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae2338e-4be5-4ac9-b3b7-0f31ce3e0b37" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.881820] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.893270] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1012.893463] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f deletion is rescheduled due to dependency. [ 1012.893566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.894063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.894282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.894463] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.894642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.894642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.894775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.894857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.894952] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.927135] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-120 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.927374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-120" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.927504] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-120" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.927890] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-120" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.928269] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.928498] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.928656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.928971] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.929188] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.929458] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.929624] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.929784] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.929941] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.930123] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.930316] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.930443] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.952401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.952617] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.952803] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.953071] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-120" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.953473] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-544abfef-23be-48c2-932e-1bf64094c763 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.953737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.953908] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.954347] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.954533] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544abfef-23be-48c2-932e-1bf64094c763',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.993542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.993705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.993785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.994057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.994159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.994399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.994536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.994580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.994757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.994835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.995136] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd already deleted. [ 1012.995136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.383960] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.398032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.430510] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8e36fa37-96d2-4a7e-8a0b-df3e5d778b3a service nova] Enqueued Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 1013.431109] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGHEST for action security_group_members [ 1013.431527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.431795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.431904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.432579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.432579] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.432579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.432854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.433390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.433390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.433551] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.457352] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.457561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.457685] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.458014] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.458407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.458576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 544abfef-23be-48c2-932e-1bf64094c763 not found, creating... [ 1013.458853] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.459050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.459175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.459405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.459574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.459906] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.460082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.460504] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.460504] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.460606] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.460792] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 544abfef-23be-48c2-932e-1bf64094c763 is going to be created. [ 1013.475636] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1013.475636] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b deletion is rescheduled due to dependency. [ 1013.475934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.475934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.476180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.479344] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.480464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.480464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.480464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.480464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.480464] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.485401] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.485555] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.485676] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.486083] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.486437] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.486854] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.761872] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18e6b181-354f-481f-abdf-4d2a9e170ebb None None] Enqueued Resource ID: f8808cc2-422e-4c8a-a163-174ff904c0cd with Priority: HIGHEST for action port [ 1013.762385] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8808cc2-422e-4c8a-a163-174ff904c0cd with Priority: HIGHEST for action port [ 1013.762797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8808cc2-422e-4c8a-a163-174ff904c0cd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.762955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8808cc2-422e-4c8a-a163-174ff904c0cd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.763070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8808cc2-422e-4c8a-a163-174ff904c0cd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.763306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8808cc2-422e-4c8a-a163-174ff904c0cd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.763395] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8808cc2-422e-4c8a-a163-174ff904c0cd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.853310] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 in Status: SUCCESS [ 1013.853310] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 deletion is rescheduled due to dependency. [ 1013.853310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.886706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.887487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.887487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.887487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.887487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.887487] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1013.900199] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.940050] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.940050] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.940050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.940050] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 is going to be updated. [ 1013.949533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.949808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.949855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.950314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.950473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.962550] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1013.983059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.983290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.983426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.983672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.983903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.985801] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.985968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.986072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.986356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.986462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.986689] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.986794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.986854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.987031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.987105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.987197] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1013.999143] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: IN_PROGRESS for 2s [ 1014.018231] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.018433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.018502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.018690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.018833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.037530] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1014.221282] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e72650b6-26d8-4cab-96e6-6e7434cdc51c service nova] Enqueued Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_rules [ 1014.221282] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e72650b6-26d8-4cab-96e6-6e7434cdc51c service nova] Enqueued Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1014.221282] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e72650b6-26d8-4cab-96e6-6e7434cdc51c service nova] Enqueued Resource ID: 544abfef-23be-48c2-932e-1bf64094c763 with Priority: HIGHEST for action port [ 1014.221282] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_rules [ 1014.221282] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1014.221856] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 544abfef-23be-48c2-932e-1bf64094c763 with Priority: HIGHEST for action port [ 1014.222431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.222731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.222898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.224213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.224213] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.226395] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.227116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.227116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.227116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.227948] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.229060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.229060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.229060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.229060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.231303] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.232131] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-544abfef-23be-48c2-932e-1bf64094c763 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.232287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.232287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.232433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.232514] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('544abfef-23be-48c2-932e-1bf64094c763',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.265786] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8808cc2-422e-4c8a-a163-174ff904c0cd [ 1014.266924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.268028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.268028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.268396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.268396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.268535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8808cc2-422e-4c8a-a163-174ff904c0cd already deleted. [ 1014.268712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8808cc2-422e-4c8a-a163-174ff904c0cd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.406590] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.407123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.407123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.407123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.407537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.407537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1014.447734] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.447734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.448115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.448115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.448240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.463524] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1014.735631] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.735752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.735967] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.738017] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 544abfef-23be-48c2-932e-1bf64094c763 with status ACTIVE [ 1014.738017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.738017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.738017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.738017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.738845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.738845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.741962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 544abfef-23be-48c2-932e-1bf64094c763 is going to be updated. [ 1014.769915] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.770231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.770231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.770515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.770626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.770832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-544abfef-23be-48c2-932e-1bf64094c763" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.857324] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ffaa65d7-9660-4d3b-8557-ccc457d008aa service nova] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 1014.857816] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGHEST for action security_group_members [ 1014.858126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.858743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.858743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.858743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.858743] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.858922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.858922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.859507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.859507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.859507] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.243073] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.361127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.361305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.361377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.361657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.388414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.388924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.388924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.389106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.389221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.389298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.389423] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a is going to be updated. [ 1015.426023] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.426023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.426023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.426023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.426023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.437900] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: IN_PROGRESS for 2s [ 1015.657188] env[65720]: INFO networking_nsxv3.common.synchronization [None req-11391f32-daea-4581-8b1a-0024237c1a30 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1015.657188] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1015.657188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.657188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.747920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.749186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.749298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.749520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.749626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.749765] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd is going to be created. [ 1015.785839] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.785839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.785839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.786519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.786667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.801148] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: UNINITIALIZED for 2s [ 1015.910286] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d50c453c-7ce4-421b-a0c6-1288cc88a2c8 None None] Enqueued Resource ID: e2a53066-1fda-4a96-a265-5cac6c52ae0e with Priority: HIGHEST for action port [ 1015.911823] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a53066-1fda-4a96-a265-5cac6c52ae0e with Priority: HIGHEST for action port [ 1015.913433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a53066-1fda-4a96-a265-5cac6c52ae0e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.913780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a53066-1fda-4a96-a265-5cac6c52ae0e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.913916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a53066-1fda-4a96-a265-5cac6c52ae0e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.914795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a53066-1fda-4a96-a265-5cac6c52ae0e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.915012] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a53066-1fda-4a96-a265-5cac6c52ae0e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.976225] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1015.976586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.976806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.977131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.981028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.981028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.981028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.981028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.981028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.981028] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.009311] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4129118-72fe-4fc3-915c-5aece23aaa51 in Status: SUCCESS [ 1016.009841] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 deletion is rescheduled due to dependency. [ 1016.009992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.048671] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1016.048810] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b deletion is rescheduled due to dependency. [ 1016.050252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.418082] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a53066-1fda-4a96-a265-5cac6c52ae0e [ 1016.418082] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.418082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.418082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.418082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.418082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.418737] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a53066-1fda-4a96-a265-5cac6c52ae0e already deleted. [ 1016.418737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a53066-1fda-4a96-a265-5cac6c52ae0e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.478222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478222] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.483097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.483215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.483278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.483470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.483555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.483741] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.485285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.485346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.485508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.485600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.486993] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1016.517379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.517379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.517379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.517379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.517379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.530041] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1016.990595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.990782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.990851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.991049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.991221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.991318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.991381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.991526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.991622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.991721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.991870] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.991980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.992063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.992172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.992308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.992395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.992446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.994827] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.068155] env[65720]: INFO networking_nsxv3.common.synchronization [None req-db168a56-2e96-4bb5-b989-36d5aa05efe0 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1017.068155] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1017.068712] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.069051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.069275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.069651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.070370] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.070644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.070807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.071092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.071274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.071453] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.448576] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc842588-a7a0-4b1d-8d4f-78389994527a in Status: SUCCESS [ 1017.448805] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a deletion is rescheduled due to dependency. [ 1017.449469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.452755] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.452923] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.453053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.453366] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.453625] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.453803] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.454650] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.454650] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.454650] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.454877] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.454877] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.454965] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.455187] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.455187] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.455292] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.455521] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.480021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.480021] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.480021] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.480021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.480021] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-839bf297-99c8-450e-9cd5-546932e1bea1 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.480021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.480021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.480021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.480021] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839bf297-99c8-450e-9cd5-546932e1bea1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.497190] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880b1107-02ce-4650-a6ff-f3b391a0150f: rpc.has_security_group_logging(os_id): False [ 1017.516861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.517018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.517090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.517372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.517442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.517657] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.517752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.517860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.517976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.518106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.518269] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.518414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.518414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.518554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.518630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.518835] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.518956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.518956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.519189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.519286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.519377] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1017.574072] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.574337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.574337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.574568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.574670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.574918] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.575063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.575123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.575260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.575328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.575417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 already deleted. [ 1017.575698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.594363] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.594553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.594632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.594868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.595018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.612013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1017.814619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: SUCCESS [ 1017.814895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.815112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.815340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.815582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.815749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.815839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.816040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.816151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.816263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.816378] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.983118] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.983351] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.983811] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.984524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.984524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.984524] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 839bf297-99c8-450e-9cd5-546932e1bea1 not found, creating... [ 1017.984871] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.985324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.985453] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.985591] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.986314] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.986433] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.986790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.986790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.986998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.986998] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 839bf297-99c8-450e-9cd5-546932e1bea1 is going to be created. [ 1018.009186] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.009381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.009499] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.010254] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.010487] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.010708] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.319294] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.319520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.319617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.319772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.319991] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.320146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.320271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.320371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.320490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.320569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.320718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.320790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.320857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.321064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.321205] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.321296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.321352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.321488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.321563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.321789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.322544] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.542572] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1018.542572] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 deletion is rescheduled due to dependency. [ 1018.542572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a74077d9-9733-4e83-a3f9-03bda3d89c59 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a74077d9-9733-4e83-a3f9-03bda3d89c59 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a74077d9-9733-4e83-a3f9-03bda3d89c59 service nova] Enqueued Resource ID: 839bf297-99c8-450e-9cd5-546932e1bea1 with Priority: HIGHEST for action port [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1018.746682] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 839bf297-99c8-450e-9cd5-546932e1bea1 with Priority: HIGHEST for action port [ 1018.747585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.749130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.749130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.749130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.749130] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.751026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.751026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.751026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.751601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.751845] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.756081] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-839bf297-99c8-450e-9cd5-546932e1bea1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.756081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.756081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.756081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.756081] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('839bf297-99c8-450e-9cd5-546932e1bea1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.828270] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a66830f-e510-493b-9d0a-cd33af962ebd: rpc.has_security_group_logging(os_id): False [ 1018.846065] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.848732] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.848732] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.848732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.849522] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.849522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.850350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd is going to be created. [ 1018.912950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.913175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.913249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.914880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.914880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.925915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: IN_PROGRESS for 2s [ 1019.256603] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.258255] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.258467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.258599] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 839bf297-99c8-450e-9cd5-546932e1bea1 with status ACTIVE [ 1019.258909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.259093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.259170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.260179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.260325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.260549] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.260666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.260854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.261781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.261781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.261781] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.261781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.261781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.262578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.262578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.262578] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 839bf297-99c8-450e-9cd5-546932e1bea1 is going to be updated. [ 1019.302991] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.303382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.303521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.303750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.303942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.304180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-839bf297-99c8-450e-9cd5-546932e1bea1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.399858] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1019.399858] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1019.627657] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1019.627988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.763992] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.267531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.269731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.269731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.269731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.269731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.269731] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be created. [ 1020.299566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.299830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.299830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.300424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.300424] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.311864] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: UNINITIALIZED for 2s [ 1020.332534] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.332784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.332912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.333254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.333406] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.556975] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2ba70a77-f7b6-4708-896c-791b0de67043 service nova] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 1020.557520] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGHEST for action security_group_members [ 1020.557829] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.557955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.561041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.561289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.561468] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.561576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.561652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.561884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.561972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.563286] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.838672] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.939156] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: SUCCESS [ 1020.939394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.066878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.066878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.066878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.067049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.067049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.067297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.067399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.067399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.067749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.068287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.068393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b is going to be updated. [ 1021.098186] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.098380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.098675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.098675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.098813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.112274] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: IN_PROGRESS for 2s [ 1021.231239] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4c3dcb01-4f8d-4d67-9513-fab8afdcea6b service nova] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 1021.231494] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGHEST for action security_group_members [ 1021.233308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.233308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.233308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.233528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.233566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.233653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.233718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.233881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.233970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.234112] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.342213] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.737052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.737324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.737324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.737660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.760293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.761155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.761155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.761155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.761155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.761155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.761155] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a is going to be updated. [ 1021.791223] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.791414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.791489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.791760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.791919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.801470] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: IN_PROGRESS for 2s [ 1021.845172] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1021.845575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1022.323533] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1022.323621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.324266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.324547] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.324547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.324786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.324917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.324917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.325513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.325513] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.828697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.828697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.828697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.828697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.828697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.828697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.829193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.829193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.829193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.829193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.829361] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.830634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.830634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.830634] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.900753] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.900753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.900753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.901210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.918768] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1022.920079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.921941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1023.061114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.061390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.061515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.061803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.073537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.073935] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1023.074041] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1023.074117] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1023.121839] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.122179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.122179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.122297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.123681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.123874] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1023.125401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b in Status: SUCCESS [ 1023.125547] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b deletion is rescheduled due to dependency. [ 1023.125650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.212754] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.212949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.213032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.213253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.213523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.213797] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1023.217703] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.217909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.218096] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.218455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.219080] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.219080] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.219080] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.219381] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.219560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.219856] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.220046] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.220216] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.220333] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.220446] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.220552] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.220802] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.241682] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.242044] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.242280] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.242517] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.242993] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-25b9d108-0b43-4459-b9db-7bd90a495bb3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.243267] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.243425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.243856] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.244153] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b9d108-0b43-4459-b9db-7bd90a495bb3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.322220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.322470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.322527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.322894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.323230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.323606] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1023.323788] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e4129118-72fe-4fc3-915c-5aece23aaa51', '10e2f6d1-3d68-4271-87db-29b92ba95f1b', '93ae8b6e-a1d1-493c-b313-c400a66cd9d7', '6562597f-b120-450f-b598-e6c0625faab6', '880b1107-02ce-4650-a6ff-f3b391a0150f', '57b3ae58-8dfc-4160-bef6-f7129b840dd1', '9afffc40-4039-4134-88aa-32c98dc279e9', 'e59561df-002e-4652-8898-f6e2cef17d21', '45a1f160-b2d3-4a4f-a4d9-8f1305fd489f', 'faecbc06-3c36-4520-a2f0-52fbdd2af90b', '28beaba5-3f64-423c-8394-36a0a6a77a2a', '202b85c1-35a6-468e-b4d4-1a5a1bdba994', '9ce9a343-b8b0-474d-86be-ec43e8ec079f', 'a240a66e-cd8e-48cc-9fa4-48904f54d2c3', '3326049c-07e7-4b52-a164-3c172e643c64', '5c807f1f-cc20-448f-ae9f-bcc2b091bf4e', 'f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec', 'b8bc03aa-69de-412e-9d33-1b7d0dd5f229', '0216ed2a-2588-4030-a49f-42251f0b431b', 'aac6e78e-1aa7-4abc-b3ec-e07c77739efd', 'f44e099d-9f74-4adf-8531-df0032023b9c', '75ff8906-2c05-4b72-bc60-c6f8212dd530', '3b00b20b-408c-464d-8aa6-4cd5f6827d0d', 'ce1257d6-a801-4327-a0b0-1644a62b6bd0', '0d7a110f-94f4-4d0e-91c7-b812e7a05047', 'cc842588-a7a0-4b1d-8d4f-78389994527a', '185995b8-f612-475a-be15-5f668226025b', '62a1d723-c590-41d8-9996-2339b1792a2a', '2a3f1966-2a16-4fcc-99cb-73c88f91fd1f', '56db878a-e1e7-4cea-be19-9061e6f466c1', 'ddea40f1-2a41-4e5e-9794-e112e26e1b5b', 'b283a451-b0d3-4b21-a10f-5c975216ac87', '5116121f-7207-4721-8b2d-2a96015a03e1', '9a66830f-e510-493b-9d0a-cd33af962ebd', 'fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f', '5dfe4494-c950-4eb1-88b5-cc01015b168a', 'ce07a8ab-40d2-4bfd-8a25-4fe9b419351f', '169950ff-7bab-4878-9007-fcc7ae6765c5', 'a468d40a-bc4b-4d6a-86dc-ce2aacc9df80', '2189a9c4-86c5-47ef-a05d-6e21c2e92a06', '0fe277e0-5945-4b77-8b9d-108023769880', 'a31fb630-92bd-4f9c-850d-3d264d6fa56a', 'bf0015ba-95ec-45fb-a27a-4ab982735e99', 'a9c305ab-2d86-443e-aafe-a381144eab8e'} {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1023.323975] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1023.345121] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92271888-899a-4fe2-9690-ccb397ac0ed4: rpc.has_security_group_logging(os_id): False [ 1023.347109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.347267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.347381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.347628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.347720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.347967] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1023.347967] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1023.348174] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1023.368210] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.368401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.368466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.368783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.368887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.369092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.369261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.369353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.369462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.369546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.369835] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.369961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.369961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.370136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.370227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.370444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.370564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.370629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.370807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.370918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.370992] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be created. [ 1023.474450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.474450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.474450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.474999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.476023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.476836] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1023.476836] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1023.476836] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1023.476836] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1023.476836] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1023.476836] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGH for action security_group_rules [ 1023.476836] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGH for action security_group_rules [ 1023.477146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGH for action security_group_rules [ 1023.477146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGH for action security_group_rules [ 1023.477146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGH for action security_group_rules [ 1023.477146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 1023.477146] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGH for action security_group_rules [ 1023.477352] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGH for action security_group_rules [ 1023.477352] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGH for action security_group_rules [ 1023.477352] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGH for action security_group_rules [ 1023.477448] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGH for action security_group_rules [ 1023.477448] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGH for action security_group_rules [ 1023.477508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGH for action security_group_rules [ 1023.477620] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGH for action security_group_rules [ 1023.477711] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGH for action security_group_rules [ 1023.477821] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGH for action security_group_rules [ 1023.477887] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGH for action security_group_rules [ 1023.477931] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGH for action security_group_rules [ 1023.477971] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGH for action security_group_rules [ 1023.478053] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGH for action security_group_rules [ 1023.478149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.480073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.480294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.480344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.480549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.480730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.497855] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1023.747399] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.747726] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.747937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.748302] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.748658] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.748951] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.749221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.749367] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.749735] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.749864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.750179] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.750367] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.750514] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.750720] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.750868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.751055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 is going to be updated. [ 1023.775508] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.775739] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.775865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.776172] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.776407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.776631] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.815678] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a1d723-c590-41d8-9996-2339b1792a2a in Status: SUCCESS [ 1023.815678] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a deletion is rescheduled due to dependency. [ 1023.815678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.519026] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d1c842f5-1278-476a-bb83-af8cca0876cf service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 1024.519339] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d1c842f5-1278-476a-bb83-af8cca0876cf service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 1024.519586] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d1c842f5-1278-476a-bb83-af8cca0876cf service nova] Enqueued Resource ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 with Priority: HIGHEST for action port [ 1024.520121] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_rules [ 1024.520281] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 1024.520506] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 with Priority: HIGHEST for action port [ 1024.520800] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4129118-72fe-4fc3-915c-5aece23aaa51 with Priority: HIGH for action security_group_rules [ 1024.520800] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 with Priority: HIGH for action security_group_rules [ 1024.520911] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afffc40-4039-4134-88aa-32c98dc279e9 with Priority: HIGH for action security_group_rules [ 1024.520961] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3326049c-07e7-4b52-a164-3c172e643c64 with Priority: HIGH for action security_group_rules [ 1024.521073] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd with Priority: HIGH for action security_group_rules [ 1024.521209] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGH for action security_group_rules [ 1024.521275] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 with Priority: HIGH for action security_group_rules [ 1024.521326] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec with Priority: HIGH for action security_group_rules [ 1024.521439] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 with Priority: HIGH for action security_group_rules [ 1024.521535] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGH for action security_group_rules [ 1024.521624] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f with Priority: HIGH for action security_group_rules [ 1024.522340] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59561df-002e-4652-8898-f6e2cef17d21 with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGH for action security_group_rules [ 1024.524817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.524817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.524817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.524817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.524817] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.526055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.526055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.526055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.526055] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.529252] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b9d108-0b43-4459-b9db-7bd90a495bb3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.529252] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b9d108-0b43-4459-b9db-7bd90a495bb3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.529252] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4129118-72fe-4fc3-915c-5aece23aaa51 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.529252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.529252] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4129118-72fe-4fc3-915c-5aece23aaa51',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.529964] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.529964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.529964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.529964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.529964] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93ae8b6e-a1d1-493c-b313-c400a66cd9d7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.530977] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afffc40-4039-4134-88aa-32c98dc279e9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.531120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.531160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.531322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.531421] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afffc40-4039-4134-88aa-32c98dc279e9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.532234] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3326049c-07e7-4b52-a164-3c172e643c64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.532409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.532409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.532551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.532625] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3326049c-07e7-4b52-a164-3c172e643c64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.533452] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.533603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.533603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.533772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.533842] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aac6e78e-1aa7-4abc-b3ec-e07c77739efd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.534743] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.534871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.534938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.535069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.535138] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.535899] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.536162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.536254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.536388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.536460] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8bc03aa-69de-412e-9d33-1b7d0dd5f229',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.537214] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.537347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.537419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.537512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.537575] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.538919] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.538919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.538919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.540228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.540228] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a240a66e-cd8e-48cc-9fa4-48904f54d2c3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.540228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.540228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.540228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.540669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.540669] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.541323] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.541323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.541323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.541473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.541473] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce9a343-b8b0-474d-86be-ec43e8ec079f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.542673] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.542789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.542858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.543124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.543124] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('202b85c1-35a6-468e-b4d4-1a5a1bdba994',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.543798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28beaba5-3f64-423c-8394-36a0a6a77a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.543915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.543981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.544144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.544217] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28beaba5-3f64-423c-8394-36a0a6a77a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.545246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.545246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545627] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faecbc06-3c36-4520-a2f0-52fbdd2af90b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.546215] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.546321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.546388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.546534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.546609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45a1f160-b2d3-4a4f-a4d9-8f1305fd489f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.547542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.547866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.550212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.550426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.550621] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.551336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59561df-002e-4652-8898-f6e2cef17d21 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.551633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.551633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.551717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.551777] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59561df-002e-4652-8898-f6e2cef17d21',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.552628] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.552687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.552736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.553028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.553028] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.554190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.554190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.554190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.554190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.554190] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10e2f6d1-3d68-4271-87db-29b92ba95f1b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.556130] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.556284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.556349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.556577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.556646] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.062412] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.062845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.063104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.063466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.063787] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.064053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.064239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.064557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.064758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.064927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.067017] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.067017] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25b9d108-0b43-4459-b9db-7bd90a495bb3 with status ACTIVE [ 1025.067294] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.067521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.067693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.068058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.068229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.068531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.068771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.068997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.071053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071053] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25b9d108-0b43-4459-b9db-7bd90a495bb3 is going to be updated. [ 1025.080436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.080568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.083447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.083447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.083447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.083447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.083447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.083447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.083447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.083801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.083801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.083801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.083801] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.084672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.084791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.084883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.085956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.086176] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.086240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.086373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.086468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.086549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.088371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.088506] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.096646] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.111603] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.111786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.111875] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.112110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.112276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.112474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.112565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.114498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.114498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.114498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.114498] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.115943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.115943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.115943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.115943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.115943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.115943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.115943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.116233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.116233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.116233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.116344] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.164587] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.164587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.164587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.164924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.170208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.170353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.171146] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.171265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.172095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.172193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.173713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.173713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.174017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.174017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.174693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.175081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.175741] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.175867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.176775] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.176775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.178633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.178724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.179882] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.180784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.180784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.180784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.180784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.180784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b9d108-0b43-4459-b9db-7bd90a495bb3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.187569] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.187947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.188146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.188830] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.189265] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.189361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.190017] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.190406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.190526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.191175] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.191565] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.191659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.192593] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.192770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.192847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.193527] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.193956] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.194106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.199801] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1025.200307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.200456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faecbc06-3c36-4520-a2f0-52fbdd2af90b is going to be deleted. [ 1025.201744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.202466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.228580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.228744] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be deleted. [ 1025.230741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.230989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.256673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.256894] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93ae8b6e-a1d1-493c-b313-c400a66cd9d7 is going to be deleted. [ 1025.257764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.258053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.285725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.285725] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce9a343-b8b0-474d-86be-ec43e8ec079f is going to be deleted. [ 1025.286937] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.287142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.287278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.287676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.287790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.287976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faecbc06-3c36-4520-a2f0-52fbdd2af90b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.288221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.288400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.309015] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.309179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.324497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.324705] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10e2f6d1-3d68-4271-87db-29b92ba95f1b is going to be deleted. [ 1025.325576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.325854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.331065] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.331920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.379933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.380625] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8bc03aa-69de-412e-9d33-1b7d0dd5f229 is going to be deleted. [ 1025.381785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.382055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.384211] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.384386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.428372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.428580] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59561df-002e-4652-8898-f6e2cef17d21 is going to be deleted. [ 1025.429735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.430131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.473885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.474840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a240a66e-cd8e-48cc-9fa4-48904f54d2c3 is going to be deleted. [ 1025.475271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.475495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.518898] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1025.519206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.528549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.528549] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec is going to be deleted. [ 1025.529348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.529652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.561708] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.563607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.593467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.593467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.601534] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.606519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.606519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.606964] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.607985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.608116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.608190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.608439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.608615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.608728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.608811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.608984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.609185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.609353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.609539] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.609671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.610118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.610328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.610711] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.610824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.610895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.611453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.611453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.611453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.611453] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.620161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.620161] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45a1f160-b2d3-4a4f-a4d9-8f1305fd489f is going to be deleted. [ 1025.621146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.621387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.625607] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.628319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880b1107-02ce-4650-a6ff-f3b391a0150f: rpc.has_security_group_logging(os_id): False [ 1025.675626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.675837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.686912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.687069] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aac6e78e-1aa7-4abc-b3ec-e07c77739efd is going to be deleted. [ 1025.688401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.691776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.733270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.733470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.747471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.747471] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28beaba5-3f64-423c-8394-36a0a6a77a2a is going to be deleted. [ 1025.747770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.748089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.751329] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.751498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.829690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.829827] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 202b85c1-35a6-468e-b4d4-1a5a1bdba994 is going to be deleted. [ 1025.830834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.831084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.833575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.833723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.890645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.891024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afffc40-4039-4134-88aa-32c98dc279e9 is going to be deleted. [ 1025.892102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.892331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.964079] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.964560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.968760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.969408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.989547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.989841] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4129118-72fe-4fc3-915c-5aece23aaa51 is going to be deleted. [ 1025.991322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.991562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.100353] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.100353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.108602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.108834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.108973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.109284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.109440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.109558] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be updated. [ 1026.113034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.113290] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3326049c-07e7-4b52-a164-3c172e643c64 is going to be deleted. [ 1026.114915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 1026.115840] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e: rpc.has_security_group_logging(os_id): False [ 1026.116821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.117344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.117475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.117576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.117851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.118531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.118683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.118806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93ae8b6e-a1d1-493c-b313-c400a66cd9d7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.120426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.120686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.120786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.120930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce9a343-b8b0-474d-86be-ec43e8ec079f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.121089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.121264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.121344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.121466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10e2f6d1-3d68-4271-87db-29b92ba95f1b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.121612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.121790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.121879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8bc03aa-69de-412e-9d33-1b7d0dd5f229" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.122329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.122412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59561df-002e-4652-8898-f6e2cef17d21" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.123403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.123403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.128303] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.128486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.128806] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6562597f-b120-450f-b598-e6c0625faab6: rpc.has_security_group_logging(os_id): False [ 1026.200507] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.223514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.223514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.223514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.225089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255433] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.255433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.255433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.255433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.255800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.255992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.257151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.257151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.257151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.257608] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.258185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.258185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.258434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.258626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.258769] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1026.260517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.260821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.261085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.261606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a240a66e-cd8e-48cc-9fa4-48904f54d2c3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.261606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.261919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.261919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.262195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f13b2c45-ffa4-4dd8-9d4c-c5403c2469ec" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.262504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.262785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.262962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.263342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45a1f160-b2d3-4a4f-a4d9-8f1305fd489f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.263439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.263834] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.264022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.264260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28beaba5-3f64-423c-8394-36a0a6a77a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.265094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.265365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.265530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.265733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aac6e78e-1aa7-4abc-b3ec-e07c77739efd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.265949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.266225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.266391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.266639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-202b85c1-35a6-468e-b4d4-1a5a1bdba994" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.267651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.267651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afffc40-4039-4134-88aa-32c98dc279e9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.267651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.267865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.329510] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.329510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.330014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.330014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.330014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.380724] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.381090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.390329] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: IN_PROGRESS for 2s [ 1026.423407] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5f973bb6-7a4c-42d5-8d94-030f825fd797 None None] Enqueued Resource ID: e0c3751b-4eed-4c19-a7df-7cdb763f8332 with Priority: HIGHEST for action port [ 1026.423767] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c3751b-4eed-4c19-a7df-7cdb763f8332 with Priority: HIGHEST for action port [ 1026.424301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c3751b-4eed-4c19-a7df-7cdb763f8332 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.424301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c3751b-4eed-4c19-a7df-7cdb763f8332" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.424301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c3751b-4eed-4c19-a7df-7cdb763f8332" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.424643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c3751b-4eed-4c19-a7df-7cdb763f8332" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.424643] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c3751b-4eed-4c19-a7df-7cdb763f8332',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.458289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.458615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.458733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.458793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.458988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.459864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.459864] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1026.460765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.460949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491307] env[65720]: INFO networking_nsxv3.common.synchronization [None req-da2c4994-4ebd-47ee-b3db-0a2450c08ccb None None] Enqueued Resource ID: c5842af3-edc4-44f5-8ecc-b73303f135e4 with Priority: HIGHEST for action port [ 1026.491307] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5842af3-edc4-44f5-8ecc-b73303f135e4 with Priority: HIGHEST for action port [ 1026.491307] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5842af3-edc4-44f5-8ecc-b73303f135e4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5842af3-edc4-44f5-8ecc-b73303f135e4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5842af3-edc4-44f5-8ecc-b73303f135e4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.491307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5842af3-edc4-44f5-8ecc-b73303f135e4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491764] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5842af3-edc4-44f5-8ecc-b73303f135e4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.526674] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.527099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.563469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.563469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.563469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.563469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.563900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.563900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.563900] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6562597f-b120-450f-b598-e6c0625faab6 is going to be updated. [ 1026.565218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.565218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.565374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.565374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4129118-72fe-4fc3-915c-5aece23aaa51" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.565822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.565822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.595834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.596147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.640990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.640990] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.641241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.641241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.641341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.641629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.641629] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.641865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.641865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.642031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.642123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.642513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.642513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.642513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.642513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.642830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.642830] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3326049c-07e7-4b52-a164-3c172e643c64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.644971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.645640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.735029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.735208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.735280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.735526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.735654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.778792] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1026.780030] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1026.833327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.833495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.833570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.833793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.833939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.876986] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.877189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.877189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.877417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.877564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.887692] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: IN_PROGRESS for 2s [ 1026.926703] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0c3751b-4eed-4c19-a7df-7cdb763f8332 [ 1026.926977] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.927163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.927254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.928034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.928034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.928034] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0c3751b-4eed-4c19-a7df-7cdb763f8332 already deleted. [ 1026.928034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c3751b-4eed-4c19-a7df-7cdb763f8332" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.944346] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 1026.995143] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5842af3-edc4-44f5-8ecc-b73303f135e4 [ 1026.995655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.995655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.995655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.996823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.996823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.996823] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5842af3-edc4-44f5-8ecc-b73303f135e4 already deleted. [ 1026.996823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5842af3-edc4-44f5-8ecc-b73303f135e4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.712169] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af1c4fb8-3426-46a6-9e0a-17b38b255d3e service nova] Enqueued Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1027.712169] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1027.712169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.712169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.712169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.712813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.713147] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.713455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.713614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.713880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.714121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.714324] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.788824] env[65720]: INFO networking_nsxv3.common.synchronization [None req-837de6fe-9493-4796-b9ac-7986aa99c062 tempest-AttachInterfacesUnderV243Test-711093399 tempest-AttachInterfacesUnderV243Test-711093399-project-member] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1027.788964] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1027.790678] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.790830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.791290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.791290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.792099] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.023807] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b58a53cf-c4dc-45f5-ae4a-cf51c48dd70a tempest-AttachInterfacesUnderV243Test-711093399 tempest-AttachInterfacesUnderV243Test-711093399-project-member] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1028.024452] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1028.024811] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.024924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.126479] env[65720]: INFO networking_nsxv3.common.synchronization [req-3e1eca53-7efb-440b-ae9a-4ef797efd548 req-a0f154f9-c5ea-4cff-8e5c-29b72dd3ee1c tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 9b86fe02-a440-4bbc-a208-ee4173051bab with Priority: HIGHEST for action security_group_rules [ 1028.126479] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b86fe02-a440-4bbc-a208-ee4173051bab with Priority: HIGHEST for action security_group_rules [ 1028.126479] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b86fe02-a440-4bbc-a208-ee4173051bab taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.126479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b86fe02-a440-4bbc-a208-ee4173051bab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.126479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b86fe02-a440-4bbc-a208-ee4173051bab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.127651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b86fe02-a440-4bbc-a208-ee4173051bab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.127878] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b86fe02-a440-4bbc-a208-ee4173051bab',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.150585] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.150798] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-449" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.150921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-449" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.151272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-449" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.151542] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.151699] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.151843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.153015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.153015] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.153015] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.153015] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.153015] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.153015] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.153443] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.153443] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.153443] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.174335] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.174500] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.174637] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.174808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-449" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.178960] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-f210c8b9-8838-4774-838c-aeb3860a63ca taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.178960] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.178960] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.179153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.179267] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f210c8b9-8838-4774-838c-aeb3860a63ca',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.219938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.220118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.220188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.220404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.220489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.220711] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.220807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.220866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.221018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.221091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.221172] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 already deleted. [ 1028.221249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.318042] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.318042] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 already deleted. [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.318042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.318042] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.401212] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: SUCCESS [ 1028.401462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.401663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.401902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.402170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.402297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.402367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.402529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.402627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.402740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.402841] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.653240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.653863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.653863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.653863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.653863] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.653863] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b86fe02-a440-4bbc-a208-ee4173051bab already deleted. [ 1028.654147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b86fe02-a440-4bbc-a208-ee4173051bab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.681686] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682218] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682218] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port f210c8b9-8838-4774-838c-aeb3860a63ca not found, creating... [ 1028.683391] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.683391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683669] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.684163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.684163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.685624] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.685969] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.686791] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.687162] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.687267] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.687437] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: f210c8b9-8838-4774-838c-aeb3860a63ca is going to be created. [ 1028.724035] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.724035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.724035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.724826] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.724826] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.726754] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.806794] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1028.807035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.808319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1028.808319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.856626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.856995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.857256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.857617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.857993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.857993] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 already deleted. [ 1028.858205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.906816] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: SUCCESS [ 1028.907330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.908219] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.962955] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 1028.963217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.301021] env[65720]: INFO networking_nsxv3.common.synchronization [None req-10ebb165-1193-4630-9c6f-cc456af6f831 None None] Enqueued Resource ID: ce1630dc-d1c4-4154-860a-3e8129b3a78b with Priority: HIGHEST for action port [ 1029.301021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1630dc-d1c4-4154-860a-3e8129b3a78b with Priority: HIGHEST for action port [ 1029.301021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1630dc-d1c4-4154-860a-3e8129b3a78b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.301021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1630dc-d1c4-4154-860a-3e8129b3a78b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.301021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1630dc-d1c4-4154-860a-3e8129b3a78b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.301021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1630dc-d1c4-4154-860a-3e8129b3a78b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.301021] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1630dc-d1c4-4154-860a-3e8129b3a78b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.413671] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddea40f1-2a41-4e5e-9794-e112e26e1b5b: rpc.has_security_group_logging(os_id): False [ 1029.441408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.441408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.441408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.441408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.455850] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1049462b-36d7-418b-87a5-fae36b33c7d5 service nova] Enqueued Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_rules [ 1029.456043] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1049462b-36d7-418b-87a5-fae36b33c7d5 service nova] Enqueued Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1029.456182] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1049462b-36d7-418b-87a5-fae36b33c7d5 service nova] Enqueued Resource ID: f210c8b9-8838-4774-838c-aeb3860a63ca with Priority: HIGHEST for action port [ 1029.457246] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_rules [ 1029.457430] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1029.457490] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f210c8b9-8838-4774-838c-aeb3860a63ca with Priority: HIGHEST for action port [ 1029.457757] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.457876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.457947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.458232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.458304] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.459218] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.459585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.459737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.459917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.461439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.461439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.461439] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.461439] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f210c8b9-8838-4774-838c-aeb3860a63ca taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.461439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.461439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.461439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.461439] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f210c8b9-8838-4774-838c-aeb3860a63ca',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.467974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.469860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.471743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.472073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.472163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.472273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.472365] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be updated. [ 1029.551693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.551909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.551969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.552551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.552551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.579380] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: IN_PROGRESS for 2s [ 1029.804546] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1630dc-d1c4-4154-860a-3e8129b3a78b [ 1029.804857] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.805112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.805375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.805452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.805545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.805644] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1630dc-d1c4-4154-860a-3e8129b3a78b already deleted. [ 1029.805741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1630dc-d1c4-4154-860a-3e8129b3a78b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.875544] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0354ae83-e4f9-46aa-ad8c-abb464802757 None None] Enqueued Resource ID: bb9499c8-25b2-4130-afbe-30ccd104e768 with Priority: HIGHEST for action port [ 1029.875544] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb9499c8-25b2-4130-afbe-30ccd104e768 with Priority: HIGHEST for action port [ 1029.875834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb9499c8-25b2-4130-afbe-30ccd104e768 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.875965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb9499c8-25b2-4130-afbe-30ccd104e768" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.876043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb9499c8-25b2-4130-afbe-30ccd104e768" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.876306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb9499c8-25b2-4130-afbe-30ccd104e768" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.876389] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb9499c8-25b2-4130-afbe-30ccd104e768',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.964045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.964710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.965228] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.966425] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f210c8b9-8838-4774-838c-aeb3860a63ca with status ACTIVE [ 1029.966651] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.967752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.967752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.967752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.967752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.968036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.968036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.968183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.968495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.968587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.968834] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.970332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.970332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.970332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.970332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.970332] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f210c8b9-8838-4774-838c-aeb3860a63ca is going to be updated. [ 1029.994587] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.994587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.994587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.995061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.995061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.995061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f210c8b9-8838-4774-838c-aeb3860a63ca" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.079949] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7ebcd505-7004-487f-bb3e-1c97adc40455 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1030.081684] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1030.081684] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.082293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.082293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.082293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.082293] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.165439] env[65720]: INFO networking_nsxv3.common.synchronization [None req-83117f08-73da-452b-8e23-28f91611b272 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1030.166062] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1030.166449] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.166597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.166688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.166905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.167253] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.167441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.167879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.167879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.167993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.168140] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.287941] env[65720]: INFO networking_nsxv3.common.synchronization [None req-356b37de-a7db-4b19-a452-694d4671c9c7 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1030.289015] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1030.290572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.290710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb9499c8-25b2-4130-afbe-30ccd104e768 [ 1030.378746] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.378955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.379286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.379412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.379537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb9499c8-25b2-4130-afbe-30ccd104e768 already deleted. [ 1030.379644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb9499c8-25b2-4130-afbe-30ccd104e768" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.438259] env[65720]: INFO networking_nsxv3.common.synchronization [req-fe03be94-27d7-4628-acd1-77452b9656e2 req-82fd916f-7524-493c-aca6-95e5ec1d1738 tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: add750df-553b-43a0-838c-9d95d4af3e5e with Priority: HIGHEST for action security_group_rules [ 1030.438259] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: add750df-553b-43a0-838c-9d95d4af3e5e with Priority: HIGHEST for action security_group_rules [ 1030.439052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-add750df-553b-43a0-838c-9d95d4af3e5e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.439205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-add750df-553b-43a0-838c-9d95d4af3e5e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.439377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-add750df-553b-43a0-838c-9d95d4af3e5e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.439581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-add750df-553b-43a0-838c-9d95d4af3e5e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.439744] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('add750df-553b-43a0-838c-9d95d4af3e5e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.471630] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.569047] env[65720]: INFO networking_nsxv3.common.synchronization [None req-77bde21f-8946-4eff-b1ae-7418f8f23936 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1030.569249] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1030.569943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.569943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.606714] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.606944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.606999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.607633] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 already deleted. [ 1030.608140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.608140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.608395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.608395] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.671286] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.671621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.671777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.672367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.672604] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.672714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.672777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.672987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.673091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.673264] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be deleted. [ 1030.709987] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.709987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.710398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.710937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.711165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.711165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.712135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.712394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.712649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.712818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.712903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.713137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.713237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.713345] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.964580] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.964580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.964580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.964580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.964580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.965115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: add750df-553b-43a0-838c-9d95d4af3e5e already deleted. [ 1030.965115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-add750df-553b-43a0-838c-9d95d4af3e5e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.977917] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.978090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.978170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.978366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.978437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.978584] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 is going to be created. [ 1031.009340] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.010631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.010631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.010631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.010631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.027504] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: UNINITIALIZED for 2s [ 1031.050363] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-86 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.050550] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-86" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.050550] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-86" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.050998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-86" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.053520] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.053743] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.053839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.054125] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.054279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.054501] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.054624] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.054702] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.054817] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.054929] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.055047] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.055177] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.076397] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.076604] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.076747] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.076930] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-86" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.077277] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-203fa726-d08f-47a8-a7cd-389ed31da940 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.077457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.077610] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.077936] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.078101] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203fa726-d08f-47a8-a7cd-389ed31da940',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.135037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.135202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.135268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.135504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.135679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.137348] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 already deleted. [ 1031.137348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.220398] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.220398] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.220398] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b already deleted. [ 1031.220398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.581292] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.581597] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.582092] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.582269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.582491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.582720] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 203fa726-d08f-47a8-a7cd-389ed31da940 not found, creating... [ 1031.584031] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.584031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.584031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.584031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.584031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.584346] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.584428] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.584495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.584707] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.584865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.585060] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 203fa726-d08f-47a8-a7cd-389ed31da940 is going to be created. [ 1031.600414] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: SUCCESS [ 1031.600741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.610521] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.610743] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.610887] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.611249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.611535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.611776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.403675] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28eb0bf7-c725-4f8b-a6c5-9b29eeb6f2c0 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 1032.403994] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28eb0bf7-c725-4f8b-a6c5-9b29eeb6f2c0 service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1032.403994] env[65720]: INFO networking_nsxv3.common.synchronization [None req-28eb0bf7-c725-4f8b-a6c5-9b29eeb6f2c0 service nova] Enqueued Resource ID: 203fa726-d08f-47a8-a7cd-389ed31da940 with Priority: HIGHEST for action port [ 1032.404571] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 1032.404706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1032.406710] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 203fa726-d08f-47a8-a7cd-389ed31da940 with Priority: HIGHEST for action port [ 1032.406710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.406710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.406710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.406710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.406710] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.407680] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.407814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.408531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.408531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.408531] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.408531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.408531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.408990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.408990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.408990] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.413268] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-203fa726-d08f-47a8-a7cd-389ed31da940 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.413403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.413494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.413676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.413782] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('203fa726-d08f-47a8-a7cd-389ed31da940',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.916032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.916269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.916932] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.917395] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 203fa726-d08f-47a8-a7cd-389ed31da940 with status ACTIVE [ 1032.917649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.918220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918407] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920464] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.920671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.921852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.921983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.922118] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 203fa726-d08f-47a8-a7cd-389ed31da940 is going to be updated. [ 1032.955649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.956090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.956090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.956364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.956577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.956826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-203fa726-d08f-47a8-a7cd-389ed31da940" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.040638] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: SUCCESS [ 1033.040858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.041068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.041375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.041660] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.041820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.041956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.042219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.042339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.042442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.042572] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.178174] env[65720]: INFO networking_nsxv3.common.synchronization [None req-bdfaae4a-8d62-4a97-ab02-a019503f5f70 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1033.179074] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1033.179074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.179074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.179074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.179404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.179643] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.179799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.179920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.180125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.180245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.180369] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.284509] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.285175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.285175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.285175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.285452] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.285667] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.285825] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.286215] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.286871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.286871] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.286991] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.288859] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.288859] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.288859] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.288859] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.288859] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.310813] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.311114] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.311366] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.311489] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-329" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.311820] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.312124] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.312220] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.312726] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.312726] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8addcb43-85bf-481e-92bc-5bbdf48c0ac4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.425243] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.494697] env[65720]: INFO networking_nsxv3.common.synchronization [req-281febd5-9ab7-459d-8006-4662d46bd712 req-2c45c7a2-26ad-4b27-8e00-418a9cae7abe tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 817f5520-efbf-4896-bbba-6fc7428c689d with Priority: HIGHEST for action security_group_rules [ 1033.495363] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817f5520-efbf-4896-bbba-6fc7428c689d with Priority: HIGHEST for action security_group_rules [ 1033.495695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-817f5520-efbf-4896-bbba-6fc7428c689d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-817f5520-efbf-4896-bbba-6fc7428c689d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-817f5520-efbf-4896-bbba-6fc7428c689d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-817f5520-efbf-4896-bbba-6fc7428c689d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496264] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('817f5520-efbf-4896-bbba-6fc7428c689d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.546936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.547262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.547383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.547586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.547777] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.547894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.547952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.548142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.548262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.548636] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.548765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.548867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.549034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.549182] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.549304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.549379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.549554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.549660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.549777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.549905] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.683211] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.683211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.683211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.683375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.711623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.712031] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.712618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.712618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.712751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.712797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.713044] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1033.745153] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.745386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.745386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.745601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.745750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.757783] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1033.816259] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.816641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.816819] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.817505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.817505] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.817505] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 not found, creating... [ 1033.817729] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.818120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.818120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.818559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.818678] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.819223] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.819223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.819409] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.819797] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.819879] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.820117] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 is going to be created. [ 1033.843731] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.844070] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.844222] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.844560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.844809] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.845063] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.927052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.927306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.927306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.927538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.927674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.927831] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be created. [ 1033.966916] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.967167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.967376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.967597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.967888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.984108] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: UNINITIALIZED for 2s [ 1034.026262] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.026485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.026550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.027842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.027842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.027842] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 817f5520-efbf-4896-bbba-6fc7428c689d already deleted. [ 1034.027842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-817f5520-efbf-4896-bbba-6fc7428c689d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.053273] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a76ba32-d016-4b4a-9dff-084d5aae23a8: rpc.has_security_group_logging(os_id): False [ 1034.078014] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.078014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.078014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.078014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.078014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.078014] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.078014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.078355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.078355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.078355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.078496] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.078632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.078694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.078888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.078981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.079135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.079251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.079315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.079524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.079635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.079813] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 is going to be created. [ 1034.156437] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.156581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.156640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.156892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.157097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.173223] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: IN_PROGRESS for 2s [ 1034.664322] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57b8c2b1-f73e-42c8-88b7-3f3487206d3a service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 1034.664622] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57b8c2b1-f73e-42c8-88b7-3f3487206d3a service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1034.664662] env[65720]: INFO networking_nsxv3.common.synchronization [None req-57b8c2b1-f73e-42c8-88b7-3f3487206d3a service nova] Enqueued Resource ID: 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 with Priority: HIGHEST for action port [ 1034.665687] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_rules [ 1034.665839] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1034.665942] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 with Priority: HIGHEST for action port [ 1034.666267] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.666587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.666587] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.666707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.666826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.666929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.667089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.667215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.667302] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8addcb43-85bf-481e-92bc-5bbdf48c0ac4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.781186] env[65720]: INFO networking_nsxv3.common.synchronization [req-84815841-09f1-4167-a6a4-1c06c97196a7 req-990edbe6-d076-46ae-963b-6e5ac8a27571 tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 1be23a45-3643-4a8f-8758-67081d7a7300 with Priority: HIGHEST for action security_group_rules [ 1034.781773] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be23a45-3643-4a8f-8758-67081d7a7300 with Priority: HIGHEST for action security_group_rules [ 1034.782169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be23a45-3643-4a8f-8758-67081d7a7300 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.782304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be23a45-3643-4a8f-8758-67081d7a7300" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.782416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be23a45-3643-4a8f-8758-67081d7a7300" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.782582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be23a45-3643-4a8f-8758-67081d7a7300" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.782665] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be23a45-3643-4a8f-8758-67081d7a7300',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.169612] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 with status ACTIVE [ 1035.169892] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.170067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.170154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.174024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.174024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.174024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.174024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8addcb43-85bf-481e-92bc-5bbdf48c0ac4 is going to be updated. [ 1035.197976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.198181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.198271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.198497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.198642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.198820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8addcb43-85bf-481e-92bc-5bbdf48c0ac4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.311332] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.311332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.311332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.311332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.311332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.311332] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be23a45-3643-4a8f-8758-67081d7a7300 already deleted. [ 1035.311332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be23a45-3643-4a8f-8758-67081d7a7300" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.775492] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1035.775903] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1035.775903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.867320] env[65720]: INFO networking_nsxv3.common.synchronization [req-88bc9252-fc97-4264-b161-6c337cc0a6ad req-d4a358d9-97b4-4ad1-8ec5-f6418857c068 tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1035.868160] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1035.868515] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.868722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.868722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.868967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.872154] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eeb6fd8-be08-4a32-9a63-59c08026dc84',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.995607] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1035.995823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.996043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.996320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.996528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.996648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.996717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.996895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.997020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.997186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.997186] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.998146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.998351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.998504] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.998643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.998703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.998797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.998855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.998949] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.176060] env[65720]: INFO networking_nsxv3.common.synchronization [req-cffcdcdc-2e81-4ee9-91cb-0b632fe7df68 req-ea7e92f1-6330-4eea-a86c-b999935db8ed tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1036.176615] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1036.177352] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.177494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.189644] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: SUCCESS [ 1036.189963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.276281] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4a9d66a8-0645-4b95-97fd-af5e3d3cc5ad tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1036.276281] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1036.276281] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276281] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.385779] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a4954826-0b34-4c55-9f40-9589e9210568 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1036.386813] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1036.387371] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.387641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.395626] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.395626] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 already deleted. [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.395626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.395626] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eeb6fd8-be08-4a32-9a63-59c08026dc84',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.500569] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.500715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.502170] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.799592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.799592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.800056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.800370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.800472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.800585] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb already deleted. [ 1036.800672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.800837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.801011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.801109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.918018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.918264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.918335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.918502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.918867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.918867] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 already deleted. [ 1036.918867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.973798] env[65720]: INFO networking_nsxv3.common.synchronization [None req-59af8baa-62e8-4660-8ac7-0ff5d0ea5e6e service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1036.974267] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1036.974655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.974724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.974765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.974936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.975124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.975225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.975287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.975434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.975517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.975609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.004736] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.328976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.329162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.329308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.329506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.329638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.329754] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb already deleted. [ 1037.329861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.478713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.478805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.479065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.479106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.479256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.480491] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.480491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.480491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.480491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.480491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.480491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1037.508573] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.509342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.509827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510713] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1037.514822] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.514982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.515096] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.515356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.515527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531064] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1037.548845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.549016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.549172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.549433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.549590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.565903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1038.174412] env[65720]: INFO networking_nsxv3.common.synchronization [req-e7652ed1-cd39-468c-84b8-4aa3d6f47310 req-153a566b-fa93-4327-9d98-8fd5a742eb84 tempest-SecurityGroupRulesTestJSON-525242914 tempest-SecurityGroupRulesTestJSON-525242914-project-member] Enqueued Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1038.174412] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 with Priority: HIGHEST for action security_group_rules [ 1038.178723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.178723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.178723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.178874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.178874] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eeb6fd8-be08-4a32-9a63-59c08026dc84',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.706785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.706785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.706926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.707061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.707151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.707296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eeb6fd8-be08-4a32-9a63-59c08026dc84 already deleted. [ 1038.707340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eeb6fd8-be08-4a32-9a63-59c08026dc84" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.814373] env[65720]: INFO networking_nsxv3.common.synchronization [None req-abf267d3-e3cc-4251-828d-520ed8052074 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1038.815400] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1038.815818] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.815961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.816063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.816429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.816627] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.816738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.816832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.817036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.817145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.817262] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.143017] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-554 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.143247] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-554" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.143460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-554" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.143835] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-554" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.144284] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.144402] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.144522] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.144817] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.145482] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.145482] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.145482] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.145744] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.145744] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.145814] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.146041] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.146172] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.166790] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.166980] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.167116] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.167297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-554" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.168087] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-70efdc7d-7775-4990-b851-d60195bd1504 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168087] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168087] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.168378] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.168433] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70efdc7d-7775-4990-b851-d60195bd1504',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.319723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.320218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.320218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.320218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.320477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.320537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.320709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.320709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.321040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.321040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.321040] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 already deleted. [ 1039.321040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.548635] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1039.548838] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f deletion is rescheduled due to dependency. [ 1039.549724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.575602] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1039.575819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.576095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.576320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.576511] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.576627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.576694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.576838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.576917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.577062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.577234] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.577355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.577405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.577523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.577661] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.577870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.577957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.578202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.578301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.578379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.578470] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.671892] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.672211] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.672333] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.672646] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.672805] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.672997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 70efdc7d-7775-4990-b851-d60195bd1504 not found, creating... [ 1039.673319] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.673482] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.673602] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.673853] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.673995] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.674306] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.674464] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.674580] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.674790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.674943] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.675152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 70efdc7d-7775-4990-b851-d60195bd1504 is going to be created. [ 1039.702659] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.702880] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.703022] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.703375] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.703577] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.703819] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.080781] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0216ed2a-2588-4030-a49f-42251f0b431b: rpc.has_security_group_logging(os_id): False [ 1040.101649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.101829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.101909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.103021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.103124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.103345] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.104082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.104082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.104082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.104082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.104082] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.104082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.105518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.107480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.107480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.107480] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.107480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.107480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.107480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.142751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.142751] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be created. [ 1040.173838] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.173988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.174072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.174292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.174473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.199486] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e080cc83-b764-4727-a30e-12a64b4ee5a0 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e080cc83-b764-4727-a30e-12a64b4ee5a0 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e080cc83-b764-4727-a30e-12a64b4ee5a0 service nova] Enqueued Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1040.538018] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1040.538018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.538620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.538620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.538620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.538620] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.539690] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.539918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.540061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.540259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541609] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.541609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.541609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.541609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.541609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.541609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.542349] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-70efdc7d-7775-4990-b851-d60195bd1504 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.542487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.542527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.542667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.542737] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70efdc7d-7775-4990-b851-d60195bd1504',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.045913] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.046153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.046415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70efdc7d-7775-4990-b851-d60195bd1504 with status ACTIVE [ 1041.046624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.046752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.046821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.047078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.047196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.047405] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.047505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.047570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.047739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.047822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.048021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.048120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.048182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.048327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.048404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.048494] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70efdc7d-7775-4990-b851-d60195bd1504 is going to be updated. [ 1041.049668] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.074763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.075393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.076372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.076372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.076372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.076372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.166039] env[65720]: INFO networking_nsxv3.common.synchronization [None req-64421c1d-30b3-4cc0-bab9-408e70b91eec service nova] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1041.166677] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1041.166993] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.167271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169362] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.169362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.169362] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.553397] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.555100] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.555293] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.555445] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.555778] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.556062] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.556233] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.556351] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.556575] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.556812] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.556924] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.557049] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.557190] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.557316] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.557432] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.557560] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.557664] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.580473] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.580653] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.580790] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.580963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.581297] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-508e0342-f4cf-409d-96e4-742e92925ba6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.581466] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.581583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.581920] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.582131] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508e0342-f4cf-409d-96e4-742e92925ba6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.671652] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.671860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.672015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.672240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.672335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.672544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.672686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.672774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.672859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.672926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.673036] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 already deleted. [ 1041.673119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.059805] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.060483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.060647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.061023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.061195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.061391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be created. [ 1042.085427] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.085770] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.085954] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.086328] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.086522] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.086730] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 508e0342-f4cf-409d-96e4-742e92925ba6 not found, creating... [ 1042.087218] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.087439] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.087583] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.087934] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.088653] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.089180] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.089484] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.089655] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.090041] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.090223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.090397] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 508e0342-f4cf-409d-96e4-742e92925ba6 is going to be created. [ 1042.099739] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.099911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.100321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.100321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.100415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.117229] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: UNINITIALIZED for 2s [ 1042.119756] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.120208] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.120324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.120621] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.120858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.121121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.252405] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1042.252760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.253098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.253611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.253611] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.756397] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.756761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.756761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.756981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.757185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.757254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.757398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.757487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.757693] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.834128] env[65720]: INFO networking_nsxv3.common.synchronization [None req-11cd07b9-de0e-45ac-a705-c6c9da754349 service nova] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1042.834308] env[65720]: INFO networking_nsxv3.common.synchronization [None req-11cd07b9-de0e-45ac-a705-c6c9da754349 service nova] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1042.834709] env[65720]: INFO networking_nsxv3.common.synchronization [None req-11cd07b9-de0e-45ac-a705-c6c9da754349 service nova] Enqueued Resource ID: 508e0342-f4cf-409d-96e4-742e92925ba6 with Priority: HIGHEST for action port [ 1042.835613] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_rules [ 1042.835769] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1042.835969] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508e0342-f4cf-409d-96e4-742e92925ba6 with Priority: HIGHEST for action port [ 1042.836315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.836447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.836552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.836815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.836903] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.837936] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.837936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.838086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.839167] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.839167] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.839167] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.840322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-508e0342-f4cf-409d-96e4-742e92925ba6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.841101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.841101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.841101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.841101] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508e0342-f4cf-409d-96e4-742e92925ba6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.142083] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a56506ba-46cf-44e7-80cf-079b7aad9721 service nova] Enqueued Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1043.145158] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGHEST for action security_group_members [ 1043.145564] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.147913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.148153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.148301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.148530] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.148661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.148736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.148968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.149098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.149211] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.263029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.263029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.263029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.264140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.264513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.264788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.265101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.265386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.265655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.265925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.266212] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.343282] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.345961] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.346155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.346371] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508e0342-f4cf-409d-96e4-742e92925ba6 with status ACTIVE [ 1043.346964] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.346964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.346964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.348298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.348329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.349264] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.349501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.349622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.350038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.350210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.350916] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.351335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.351335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.351335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.351485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.352069] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508e0342-f4cf-409d-96e4-742e92925ba6 is going to be updated. [ 1043.383967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.383967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.383967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.383967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.383967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.383967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508e0342-f4cf-409d-96e4-742e92925ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.655246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.655246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.655246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.655246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.686143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.686143] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.686143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.686143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.686143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.686143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.686143] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd is going to be updated. [ 1043.723584] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.723729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.723824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.724203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.724203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.733500] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: IN_PROGRESS for 2s [ 1043.769725] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0216ed2a-2588-4030-a49f-42251f0b431b: rpc.has_security_group_logging(os_id): False [ 1043.788431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.788773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.788773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.788884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.788982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.789251] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.789370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.789453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.789663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.789765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.790039] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.790146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.790210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.790355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.790433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.790639] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.790732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.790793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.790930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.791022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.791223] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1043.854460] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.858621] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.860017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.860017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.860123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.860299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.888331] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1044.128245] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1044.128459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.128657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.128964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.129177] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.129330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.129400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.129562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.129645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.129729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.129822] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.358437] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.358437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.358437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.358775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.358775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.358856] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 is going to be created. [ 1044.392817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.392977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.393033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.393280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.393911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.408105] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: UNINITIALIZED for 2s [ 1044.634410] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.138063] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43: rpc.has_security_group_logging(os_id): False [ 1045.159674] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.161048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.161048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.161048] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be created. [ 1045.233032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.233032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.233032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.233032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.233032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.250026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: IN_PROGRESS for 2s [ 1045.644419] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6ef5b126-a5be-4506-9bb9-f4f1babdfda7 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1045.644961] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1045.645305] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.645430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.645496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.646417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.646417] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.646417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.646634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.648176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.648333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.649413] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.751555] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a66830f-e510-493b-9d0a-cd33af962ebd in Status: SUCCESS [ 1045.751555] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd deletion is rescheduled due to dependency. [ 1045.751555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.913057] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1045.913301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.046323] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.046724] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.046926] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.047286] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.047596] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.047773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.048020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.048223] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.048435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.048726] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.048872] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.049049] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.049181] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.049337] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.049499] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.049638] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.073740] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.074012] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.074154] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.074414] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.074818] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-4521ce71-46b3-44a7-a0d8-6172da592893 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.075153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.075335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.075744] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.076118] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4521ce71-46b3-44a7-a0d8-6172da592893',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.155266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.155266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.155266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.155266] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1046.189089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.189089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.189089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.189089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.189089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.199301] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1046.420157] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: SUCCESS [ 1046.420469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.420672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.420900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.421125] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.421282] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.421348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.421528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.421623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.421710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.421804] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.579365] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.579579] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.579704] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.580042] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.580156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.580315] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 4521ce71-46b3-44a7-a0d8-6172da592893 not found, creating... [ 1046.580586] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.580744] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.580858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.581103] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.581247] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.581525] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.581770] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.581818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.582087] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.582196] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.582341] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 4521ce71-46b3-44a7-a0d8-6172da592893 is going to be created. [ 1046.607468] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.607700] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.607827] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.608129] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.608521] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.608596] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.923924] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.262573] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1047.263044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.350188] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00119efb-4825-4141-af58-ade7964d1a65 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1047.351471] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00119efb-4825-4141-af58-ade7964d1a65 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1047.351471] env[65720]: INFO networking_nsxv3.common.synchronization [None req-00119efb-4825-4141-af58-ade7964d1a65 service nova] Enqueued Resource ID: 4521ce71-46b3-44a7-a0d8-6172da592893 with Priority: HIGHEST for action port [ 1047.351471] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1047.351471] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1047.351471] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4521ce71-46b3-44a7-a0d8-6172da592893 with Priority: HIGHEST for action port [ 1047.352811] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.352922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.352967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.353192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.353294] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.354250] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.354649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.354935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4521ce71-46b3-44a7-a0d8-6172da592893 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.355062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.355181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.355555] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4521ce71-46b3-44a7-a0d8-6172da592893',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.399702] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d4c92cc5-0ed1-41d6-ad21-9ed8f124709d None None] Enqueued Resource ID: 5d21ff9f-2882-434e-812d-dd134d908546 with Priority: HIGHEST for action port [ 1047.401267] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d21ff9f-2882-434e-812d-dd134d908546 with Priority: HIGHEST for action port [ 1047.402121] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d21ff9f-2882-434e-812d-dd134d908546 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.402308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d21ff9f-2882-434e-812d-dd134d908546" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.402396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d21ff9f-2882-434e-812d-dd134d908546" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.402762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d21ff9f-2882-434e-812d-dd134d908546" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.402875] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d21ff9f-2882-434e-812d-dd134d908546',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.426958] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19c456b2-c21a-4665-8a92-affc8a693a70: rpc.has_security_group_logging(os_id): False [ 1047.450568] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.451070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.451070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.451446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.451551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.452101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.452246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.452304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.452625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.452785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.452921] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 is going to be created. [ 1047.527024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.527216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.527296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.527527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.527824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.541401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: IN_PROGRESS for 2s [ 1047.639774] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3cc232c6-0273-4079-8a2e-c1865dff0764 service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 1047.641578] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 1047.641920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.642071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.642156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.642382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.642648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.642828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.642920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.643120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.643212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.643311] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.857321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.857513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.857731] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4521ce71-46b3-44a7-a0d8-6172da592893 with status ACTIVE [ 1047.857912] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.858034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.858140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.858314] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.858405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.858574] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.858669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.858731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.858883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.858958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.859149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.859238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.859299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.859436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.859511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.859594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4521ce71-46b3-44a7-a0d8-6172da592893 is going to be updated. [ 1047.891021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.891021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.891021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.891021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.891021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.891021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4521ce71-46b3-44a7-a0d8-6172da592893" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.909629] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d21ff9f-2882-434e-812d-dd134d908546 [ 1047.909941] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.910723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.910818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.911074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.911828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.911985] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d21ff9f-2882-434e-812d-dd134d908546 already deleted. [ 1047.912364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d21ff9f-2882-434e-812d-dd134d908546" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.965496] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d82671c4-ceff-4767-af5e-80a63dc0a4ee service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1047.966502] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1047.967035] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.967335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.967498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.967823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.968118] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.968339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.968500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.968777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.968967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.969205] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.147534] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.211756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1048.211756] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1048.211756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.211756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.212040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.212215] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.213678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.213678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.213678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.213678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.213678] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.266547] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4f16e9ad-c532-4032-b353-2e156aae500c service nova] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1048.269097] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGHEST for action security_group_members [ 1048.269097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.269386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323177] env[65720]: INFO networking_nsxv3.common.synchronization [None req-264402d8-a648-4d94-8a36-3e31632f2f4e service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1048.323953] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1048.324354] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.324511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.324616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.324872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.325111] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.325201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.325201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.325565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.325565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.325565] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.472251] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.650300] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.716376] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.737358] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.737584] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.737684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.737928] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.739289] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.739289] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.740138] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.740138] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.740138] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.740344] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.740494] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.740581] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.740785] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.740785] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.741069] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.741069] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.761745] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.761912] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.762109] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.762340] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.762665] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-7407bcd9-3202-4798-9eaa-252fb3fdb21f taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.762831] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.762966] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.763376] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.763540] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7407bcd9-3202-4798-9eaa-252fb3fdb21f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.829851] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.829851] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.829851] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb already deleted. [ 1048.829851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.974727] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.154023] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.154023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.154023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.154222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.154253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.154363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 1049.183986] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.184177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.184239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.184453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.184636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.202639] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 1049.218167] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.266980] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267486] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267486] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.267856] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.268021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.268256] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 7407bcd9-3202-4798-9eaa-252fb3fdb21f not found, creating... [ 1049.268705] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.269027] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.269191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269553] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.270425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.270425] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.270425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.270573] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.270738] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.270887] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.271058] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 7407bcd9-3202-4798-9eaa-252fb3fdb21f is going to be created. [ 1049.304590] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.304891] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.305068] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.305383] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.306019] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.306019] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.477575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.477887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.477887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.478236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.478329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479054] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1049.512994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.513354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.513354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.513561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.513705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.523178] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1049.556956] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: SUCCESS [ 1049.557203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.724323] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.724323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.724323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.724323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.724323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.724323] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1049.757259] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.757514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.757631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.757926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.758138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.768835] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1050.032884] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a89a5002-ddbe-486c-8396-839072e9d2aa None None] Enqueued Resource ID: cd4109cf-e401-4334-9e25-0e0d23602457 with Priority: HIGHEST for action port [ 1050.034062] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4109cf-e401-4334-9e25-0e0d23602457 with Priority: HIGHEST for action port [ 1050.034322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4109cf-e401-4334-9e25-0e0d23602457 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.034552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4109cf-e401-4334-9e25-0e0d23602457" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.034645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4109cf-e401-4334-9e25-0e0d23602457" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.034953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4109cf-e401-4334-9e25-0e0d23602457" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.035078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4109cf-e401-4334-9e25-0e0d23602457',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.068686] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e1ba476-eeab-43c6-b4a0-19f8983940d8 service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1050.068686] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e1ba476-eeab-43c6-b4a0-19f8983940d8 service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1050.068840] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e1ba476-eeab-43c6-b4a0-19f8983940d8 service nova] Enqueued Resource ID: 7407bcd9-3202-4798-9eaa-252fb3fdb21f with Priority: HIGHEST for action port [ 1050.069323] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1050.069472] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1050.069582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7407bcd9-3202-4798-9eaa-252fb3fdb21f with Priority: HIGHEST for action port [ 1050.070145] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.070837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.071669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.072031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.072169] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.073715] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.073844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.073913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.074137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.074320] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.074440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.074506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.074675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.074764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.074870] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.077736] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7407bcd9-3202-4798-9eaa-252fb3fdb21f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.078240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.078360] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7407bcd9-3202-4798-9eaa-252fb3fdb21f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.156735] env[65720]: INFO networking_nsxv3.common.synchronization [None req-954e1580-0707-41ec-9fd1-f910f4420a47 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1050.156735] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1050.156853] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.156965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.157459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.157699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.157886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.158310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.158310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.158310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.158414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.159533] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.540942] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4109cf-e401-4334-9e25-0e0d23602457 [ 1050.540942] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.540942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.540942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.540942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.540942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.540942] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4109cf-e401-4334-9e25-0e0d23602457 already deleted. [ 1050.540942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4109cf-e401-4334-9e25-0e0d23602457" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.580544] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.582052] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7407bcd9-3202-4798-9eaa-252fb3fdb21f with status ACTIVE [ 1050.582530] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.582634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.582701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.582907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.582991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.583212] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.583321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.583381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.583546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.583618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.583804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.583885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.583949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.584139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.584189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.584252] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7407bcd9-3202-4798-9eaa-252fb3fdb21f is going to be updated. [ 1050.610718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.610966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.610966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.611148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.611303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.611511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7407bcd9-3202-4798-9eaa-252fb3fdb21f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.661876] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.662161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.662320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.662529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.662632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.662855] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.662961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.663041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.663217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.663303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.663397] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1050.698741] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.698957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.698957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.699505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.699505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.709812] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1051.083279] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.214503] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 1051.214503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.534786] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1051.535086] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.535785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.535785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.535785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.535785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.535945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.535971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.536427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.536742] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.590475] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.590858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.590858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.591157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.591246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.591350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be created. [ 1051.618315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.618395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.618441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.618665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.618842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.635027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: UNINITIALIZED for 2s [ 1051.781243] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1051.781345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.782223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.782223] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.782223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.782223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.782606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.782606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782606] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.038729] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.039085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.039085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.039906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.040184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.040494] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.040698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.040811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.041044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.041182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.043326] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be updated. [ 1052.086227] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.086227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.086227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.086227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.086227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.098066] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: IN_PROGRESS for 2s [ 1052.286170] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.286364] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.286420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.286656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.286874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.286974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.287038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.287168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.287268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.287361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.287704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.287835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.287835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.287975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.288130] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.288224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.288348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.288429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.288533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.290493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291597] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.720927] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1052.721194] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1052.721310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.795442] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 1052.818014] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.818554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.818770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.819181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.819745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.819745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.819745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.819745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.820108] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.820108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.820108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.821278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.822756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.822756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1052.914703] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1fd71a8b-710d-4865-9ef2-5601a7b86143 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1052.915501] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1052.915905] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.917183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.917328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.917767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.917970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.918122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.918187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.918360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.918446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.918544] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.927783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.927973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.927973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.928146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.928301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.949044] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1053.250599] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.250922] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.251129] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.251451] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.251747] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.251918] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.252069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.252377] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.252548] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.252781] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.252909] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.253046] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.253194] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.253411] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.253528] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.253690] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.274575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.274851] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.275111] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.275375] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-904" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.275856] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.276144] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.276352] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.276818] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.277078] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03191f4c-fd30-4ddc-abfd-75a70e8ab0d6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.420512] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.420706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.420925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.421036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.421147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.421385] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.421498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.421567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.421756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.421860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.421953] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1053.449482] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.449686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.449686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.449901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.450221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.460263] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1053.641045] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1053.641363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.641614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.641990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.642245] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.642392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.642522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.642739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.642860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.642944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.643032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.779683] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.780084] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.780205] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.780540] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.780743] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.780948] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 not found, creating... [ 1053.781320] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.781475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.781792] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.781907] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.782523] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.782952] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.783228] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.783459] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.783868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.784294] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 is going to be created. [ 1053.811182] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.811445] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.811675] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.812064] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.812518] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.812864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.108595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0216ed2a-2588-4030-a49f-42251f0b431b in Status: SUCCESS [ 1054.108794] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b deletion is rescheduled due to dependency. [ 1054.108912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.145515] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.478954] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6bfc5573-3c3a-4edb-a6a6-32e7c73355f7 service nova] Enqueued Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1054.479421] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGHEST for action security_group_members [ 1054.479752] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.480348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.480486] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.480595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.480853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.481023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.481091] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.558966] env[65720]: INFO networking_nsxv3.common.synchronization [None req-42ec9d54-b451-44d8-bacb-60b81c901bcf service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 1054.559986] env[65720]: INFO networking_nsxv3.common.synchronization [None req-42ec9d54-b451-44d8-bacb-60b81c901bcf service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1054.559986] env[65720]: INFO networking_nsxv3.common.synchronization [None req-42ec9d54-b451-44d8-bacb-60b81c901bcf service nova] Enqueued Resource ID: 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 with Priority: HIGHEST for action port [ 1054.559986] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_rules [ 1054.560185] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1054.560310] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 with Priority: HIGHEST for action port [ 1054.561527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.561527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.561527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.561527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.561527] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.563709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.563709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.563709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.563709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.563709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.563709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.563709] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03191f4c-fd30-4ddc-abfd-75a70e8ab0d6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.651400] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9afb5037-b003-4b12-9704-5f572db3edfb: rpc.has_security_group_logging(os_id): False [ 1054.678257] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.678257] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.678257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.678257] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be created. [ 1054.760562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.760740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.760740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.761577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.761577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.778256] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1054.965106] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1054.965384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.983895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.983895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.983895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.983895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.983895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.984186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.984186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.984542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.984674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.984761] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 is going to be updated. [ 1055.012067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.012318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.012390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.012599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.012756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.021117] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: IN_PROGRESS for 2s [ 1055.069349] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.069461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.070038] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 with status ACTIVE [ 1055.070038] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.070169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.070264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.070483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.070577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.072043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.072043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.072043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.072043] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03191f4c-fd30-4ddc-abfd-75a70e8ab0d6 is going to be updated. [ 1055.100905] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.101055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.101132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.101348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.101481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.101641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03191f4c-fd30-4ddc-abfd-75a70e8ab0d6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.470476] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1055.471202] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f deletion is rescheduled due to dependency. [ 1055.471202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.471202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.471419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.471527] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.471652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.471696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.471845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.471928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.472021] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.976045] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.478012] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.793930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1056.794235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.981633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.981633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.981633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.981633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.981633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.981633] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1057.014779] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.014937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.015017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.015239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.015388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.024292] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1057.029813] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 in Status: SUCCESS [ 1057.029991] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 deletion is rescheduled due to dependency. [ 1057.030156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.448477] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c66810fd-07ac-42d3-b55e-a99cbb8e6e0d service nova] Enqueued Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 1057.449020] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c305ab-2d86-443e-aafe-a381144eab8e with Priority: HIGHEST for action security_group_members [ 1057.449355] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c305ab-2d86-443e-aafe-a381144eab8e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.449485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.449554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.449756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.449910] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.450019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.450092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.450267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.450358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.450456] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c305ab-2d86-443e-aafe-a381144eab8e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.954254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.954421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.954496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.955048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.981783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.982263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.982335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.982543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.982626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.982716] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e is going to be updated. [ 1058.022212] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.022954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.022954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.022954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.022954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.032603] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: IN_PROGRESS for 2s [ 1059.040032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.040032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.040032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.040032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.263836] env[65720]: INFO networking_nsxv3.common.synchronization [None req-dc17839f-03e7-4243-9bea-681bb3ba7f6e service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1059.264487] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1059.265112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.265112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.265302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.265515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.265682] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.265783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.265841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.265994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.266088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.266200] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.543383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.543589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.543683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.543909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.544961] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.545995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.545995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.546365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.546582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.546731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.546869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.547113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.547242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.547388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.547524] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.687168] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.687369] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.687494] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.687803] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.688075] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.688240] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.688420] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.688573] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.688718] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.688924] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.689050] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.689163] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.689292] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.689425] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.689532] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.689662] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.721055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.721235] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.721377] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.721643] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.721876] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-94113d1c-2016-4a98-b42a-6ae90eee0b24 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.722067] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.722301] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.722672] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.722822] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94113d1c-2016-4a98-b42a-6ae90eee0b24',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.769273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.769445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.769521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.769749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.769844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.770073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.770183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.770298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.770455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.770545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.770665] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1059.798878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.799076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.799120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.799374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.799501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.808628] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1060.042567] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c305ab-2d86-443e-aafe-a381144eab8e in Status: SUCCESS [ 1060.043029] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c305ab-2d86-443e-aafe-a381144eab8e deletion is rescheduled due to dependency. [ 1060.043029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c305ab-2d86-443e-aafe-a381144eab8e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.050417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 880b1107-02ce-4650-a6ff-f3b391a0150f: rpc.has_security_group_logging(os_id): False [ 1060.072746] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.072936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.072985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.073327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.073327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.073544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.073647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.073711] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.073879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.074020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.074280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.074419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.074516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.074693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.074799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.075030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.075188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.075272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.075480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.075586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.075696] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1060.151552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.151552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.151552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.151552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.152127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.167419] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1060.226156] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.226398] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.226531] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.226822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.226974] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.227154] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 94113d1c-2016-4a98-b42a-6ae90eee0b24 not found, creating... [ 1060.227438] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.227605] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.227727] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.227972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.228132] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.228456] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.228627] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.228748] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.228986] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.229165] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.229308] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 94113d1c-2016-4a98-b42a-6ae90eee0b24 is going to be created. [ 1060.259320] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.259601] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.259683] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.259957] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.260225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.260488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.968102] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90361ac-66e5-4657-8931-c4be0e08d755 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1060.968434] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90361ac-66e5-4657-8931-c4be0e08d755 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1060.968653] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90361ac-66e5-4657-8931-c4be0e08d755 service nova] Enqueued Resource ID: 94113d1c-2016-4a98-b42a-6ae90eee0b24 with Priority: HIGHEST for action port [ 1060.969570] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1060.969710] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1060.969823] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94113d1c-2016-4a98-b42a-6ae90eee0b24 with Priority: HIGHEST for action port [ 1060.970163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.970280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.970350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.970554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.970697] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.971924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.972171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.972417] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-94113d1c-2016-4a98-b42a-6ae90eee0b24 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.972624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.972624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.972795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.974442] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94113d1c-2016-4a98-b42a-6ae90eee0b24',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.473106] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.473415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.476664] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94113d1c-2016-4a98-b42a-6ae90eee0b24 with status ACTIVE [ 1061.476909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.476968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.477047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.477255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.477347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.477518] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.477617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.477681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.477846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.477926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.478122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.478214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.478277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.478418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.478490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.478572] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94113d1c-2016-4a98-b42a-6ae90eee0b24 is going to be updated. [ 1061.502454] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.502659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.502741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.502954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.503112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.503362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94113d1c-2016-4a98-b42a-6ae90eee0b24" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.822960] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1061.823193] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1061.823360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.823542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.823804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.824021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.824161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.824229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.824394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.824489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.824602] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.184383] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1062.184626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.329720] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.440701] env[65720]: INFO networking_nsxv3.common.synchronization [None req-751a996c-52a8-4134-ad82-6171adfaabf1 None None] Enqueued Resource ID: a3c407e2-0735-4f28-a0d3-e36b648981cf with Priority: HIGHEST for action port [ 1062.441954] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c407e2-0735-4f28-a0d3-e36b648981cf with Priority: HIGHEST for action port [ 1062.443213] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c407e2-0735-4f28-a0d3-e36b648981cf taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.443600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c407e2-0735-4f28-a0d3-e36b648981cf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.443844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c407e2-0735-4f28-a0d3-e36b648981cf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.444449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c407e2-0735-4f28-a0d3-e36b648981cf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.444852] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c407e2-0735-4f28-a0d3-e36b648981cf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.834639] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.949406] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c407e2-0735-4f28-a0d3-e36b648981cf [ 1062.949661] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.949801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.949873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.950119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.950239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.950366] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c407e2-0735-4f28-a0d3-e36b648981cf already deleted. [ 1062.950462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c407e2-0735-4f28-a0d3-e36b648981cf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.964010] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c6259068-72ec-41c8-8db9-c1719e4c3e93 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1062.964940] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1062.967537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.967708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.967961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.968165] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.968277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.968369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.968479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.968563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.968670] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.339592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.339765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.339836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.340124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.340278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.340345] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1063.375394] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.375560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.375611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.375828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.376595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.386911] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1063.478021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.478021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1063.511974] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.512177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.512272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.512497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.512641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.523246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1065.082423] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6dd067a5-5a8b-44be-8a72-e36c82d74961 None None] Enqueued Resource ID: 024a1644-f533-49f5-813e-621eeb22f556 with Priority: HIGHEST for action port [ 1065.083122] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 024a1644-f533-49f5-813e-621eeb22f556 with Priority: HIGHEST for action port [ 1065.083468] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-024a1644-f533-49f5-813e-621eeb22f556 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.083640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-024a1644-f533-49f5-813e-621eeb22f556" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.083726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-024a1644-f533-49f5-813e-621eeb22f556" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.084014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-024a1644-f533-49f5-813e-621eeb22f556" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.084285] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('024a1644-f533-49f5-813e-621eeb22f556',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.397876] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1065.398204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.398378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.398563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.398760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.398895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.398971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.399128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.399213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.399293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.399403] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.435369] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cb1aefef-8365-439c-b246-94098e5e697f service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1065.436326] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1065.436502] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.436670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.436746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.436998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.437239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.437304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.437365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.438028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.438028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.438028] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.534430] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1065.534624] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1065.535141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.587406] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 024a1644-f533-49f5-813e-621eeb22f556 [ 1065.587406] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.587406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.587823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.587823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.587823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.588464] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:024a1644-f533-49f5-813e-621eeb22f556 already deleted. [ 1065.588464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-024a1644-f533-49f5-813e-621eeb22f556" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.789063] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.789269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.789483] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.789780] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.790194] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.790609] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.790676] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.790941] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.791144] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.791399] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.791542] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.791673] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.791804] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.791950] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.792221] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.792411] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.815801] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.815801] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.815801] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.815988] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.816244] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-20c6b53e-2740-46bc-a94f-59a15f8b2c61 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.816431] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.816554] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.816874] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.817052] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c6b53e-2740-46bc-a94f-59a15f8b2c61',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.901257] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.901496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.901546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.901732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.901944] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.902044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.902081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.902239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.902360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.902456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.902612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.902703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.902769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.902952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.903127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.903911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.903911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.903911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.903911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.903911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.903911] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.940514] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.940635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.940731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.940942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.941042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941275] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.941382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.941448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.941601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.941676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.941759] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 already deleted. [ 1065.941839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.100582] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9303de88-0c87-4436-bfe3-451e52b10697 service nova] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1066.101372] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGHEST for action security_group_members [ 1066.101479] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.101609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.101653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.101825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.102025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.102139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.102300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.102472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.102559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.102656] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.319815] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.320136] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.320271] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.320479] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.320937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.320937] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 20c6b53e-2740-46bc-a94f-59a15f8b2c61 not found, creating... [ 1066.321138] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.321228] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.321783] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.322066] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.322232] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.322600] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.322769] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.322885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.323138] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.323255] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.323415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 20c6b53e-2740-46bc-a94f-59a15f8b2c61 is going to be created. [ 1066.349522] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.349837] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.349976] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.350296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.350542] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.350824] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.405412] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92271888-899a-4fe2-9690-ccb397ac0ed4: rpc.has_security_group_logging(os_id): False [ 1066.429843] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.430069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.430115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.430334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.430427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.430667] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.430770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.430836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.431000] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.431108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.431330] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.431429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.431490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.431675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.431751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.432030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.432148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.432206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.432404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.432517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.432595] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1066.563067] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.563359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.563470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.563826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.564113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.582369] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1066.605306] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.605586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.605661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.606794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.606794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.606794] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.606794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.606794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.607131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.607131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.607131] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be updated. [ 1066.656366] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.656536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.656583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.656905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.657119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.667829] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: IN_PROGRESS for 2s [ 1067.079735] env[65720]: INFO networking_nsxv3.common.synchronization [None req-192366b6-4100-40f8-9061-ea0ee3d31688 service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_rules [ 1067.079959] env[65720]: INFO networking_nsxv3.common.synchronization [None req-192366b6-4100-40f8-9061-ea0ee3d31688 service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1067.080503] env[65720]: INFO networking_nsxv3.common.synchronization [None req-192366b6-4100-40f8-9061-ea0ee3d31688 service nova] Enqueued Resource ID: 20c6b53e-2740-46bc-a94f-59a15f8b2c61 with Priority: HIGHEST for action port [ 1067.080734] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_rules [ 1067.080879] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1067.080978] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c6b53e-2740-46bc-a94f-59a15f8b2c61 with Priority: HIGHEST for action port [ 1067.082040] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.082227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.082227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.082554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.082866] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.084355] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.084853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.084937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.085156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.085524] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.085636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.085702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.085862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.085945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.086065] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.087194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c6b53e-2740-46bc-a94f-59a15f8b2c61 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.087465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.087465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.090982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.090982] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c6b53e-2740-46bc-a94f-59a15f8b2c61',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.592792] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.594094] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.594236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.594418] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c6b53e-2740-46bc-a94f-59a15f8b2c61 with status ACTIVE [ 1067.594620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.594738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.595134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.595134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.595218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.596046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.596046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.596046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.596046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.596046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.597206] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.597420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.597420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.597713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.597810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.597909] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c6b53e-2740-46bc-a94f-59a15f8b2c61 is going to be updated. [ 1067.627046] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.627420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.627420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.627420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.627554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.627853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c6b53e-2740-46bc-a94f-59a15f8b2c61" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.102594] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.597411] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1068.597744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606421] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.606555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.606814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.607062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.607137] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be created. [ 1068.631634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.631796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.631859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.632693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.632933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.644685] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: UNINITIALIZED for 2s [ 1068.678735] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 880b1107-02ce-4650-a6ff-f3b391a0150f in Status: SUCCESS [ 1068.678905] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f deletion is rescheduled due to dependency. [ 1068.679027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.657994] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.657994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.657994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.657994] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.159880] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.160052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.160128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.160371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.160536] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.160638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.160704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.160854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.160940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.161039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.161188] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.161296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.161358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.161505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.161641] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.161730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.161790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.161924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.161998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.162103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.162189] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.664246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e26452-878d-4e69-b427-5f1b4a72ea64: rpc.has_security_group_logging(os_id): False [ 1071.686753] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.686912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.687063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.687234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.687323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.687516] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.687617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.687680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.687973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.688354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.688425] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.688477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.688541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.688740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.688820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.688985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.689102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.689168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.689315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.689390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.689477] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be created. [ 1071.749786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.749786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.749786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.749786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.750085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.760138] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1072.082903] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1072.082903] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1072.984054] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a6baa184-dd6d-4203-8e3e-780830c5edb7 service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1072.984682] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1072.985485] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.985669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.985747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.985958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.986204] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.986335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.986400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.986573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.986664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.986770] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.309024] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.309335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.309573] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.309909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.310580] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.310694] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.310798] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.311226] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.311226] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.311397] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.311514] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.311624] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.311733] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.311840] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.311941] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.312089] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.341374] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.341588] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.341849] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.342279] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.342587] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.342817] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.342966] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.343359] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.343530] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a95cb45-ebfc-4ac0-ad58-4bb57170e47a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.489038] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.777198] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1073.777198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.845892] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.846119] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.846250] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.846594] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.846752] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.846934] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a not found, creating... [ 1073.847790] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.847790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.847790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.847790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.848341] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.848563] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.848563] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.848774] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.848951] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.849171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a is going to be created. [ 1073.870668] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.870910] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.871117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.871281] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.871518] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.871761] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.992144] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.494849] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.495405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.495578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.495935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.496073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.496230] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be updated. [ 1074.535458] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.535675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.535675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.535856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.536027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.546306] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1074.669808] env[65720]: INFO networking_nsxv3.common.synchronization [None req-46974980-4977-441e-94a1-2d3ca1828a1c service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1074.669808] env[65720]: INFO networking_nsxv3.common.synchronization [None req-46974980-4977-441e-94a1-2d3ca1828a1c service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1074.669808] env[65720]: INFO networking_nsxv3.common.synchronization [None req-46974980-4977-441e-94a1-2d3ca1828a1c service nova] Enqueued Resource ID: 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a with Priority: HIGHEST for action port [ 1074.670102] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_rules [ 1074.671433] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1074.671433] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a with Priority: HIGHEST for action port [ 1074.672885] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.672885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.672885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.672885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.672885] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.674057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.674057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.674057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.674057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.674057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.674057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.674057] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a95cb45-ebfc-4ac0-ad58-4bb57170e47a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.178947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.178947] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a with status ACTIVE [ 1075.178947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.178947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.178947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.178947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.179655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.179655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.179655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.179655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.179655] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a95cb45-ebfc-4ac0-ad58-4bb57170e47a is going to be updated. [ 1075.203272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.203272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.203272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.203272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.203272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.203272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a95cb45-ebfc-4ac0-ad58-4bb57170e47a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.241298] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aeb73152-8767-40ac-bf65-01cc514f7a01 service nova] Enqueued Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1075.241298] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1075.242124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.242625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.242850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.243271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.243707] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.244359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.244865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.245103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.246025] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.594016] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.594217] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-253" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.594896] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-253" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.594896] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-253" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.595413] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.595611] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.595864] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.596263] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.596326] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.596771] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.596771] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.596864] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.596896] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.597283] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.597283] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.597363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.617603] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.617778] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.617922] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.618116] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-253" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.618437] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-f11556ce-cfc0-4593-ac46-59266a693222 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.618611] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.618732] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.619067] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.619209] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11556ce-cfc0-4593-ac46-59266a693222',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.747941] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.748197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.748277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.748508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.748613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.748861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.748986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.749047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.749272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.749359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.749444] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 already deleted. [ 1075.749542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.122065] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.122350] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.122750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.123078] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.123239] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.123500] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port f11556ce-cfc0-4593-ac46-59266a693222 not found, creating... [ 1076.123824] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.124017] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.124201] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.124482] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.124741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.125342] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.125525] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.125648] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.125940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.126101] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.126271] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: f11556ce-cfc0-4593-ac46-59266a693222 is going to be created. [ 1076.148620] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.148839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.148980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.149269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.149496] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.149726] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.557368] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1076.557675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.557721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.558024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.558230] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.558353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.558423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.558579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.558662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.558760] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.883594] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78b10107-d94c-4f1a-8e53-6a004d760a3d service nova] Enqueued Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_rules [ 1076.883766] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78b10107-d94c-4f1a-8e53-6a004d760a3d service nova] Enqueued Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1076.884065] env[65720]: INFO networking_nsxv3.common.synchronization [None req-78b10107-d94c-4f1a-8e53-6a004d760a3d service nova] Enqueued Resource ID: f11556ce-cfc0-4593-ac46-59266a693222 with Priority: HIGHEST for action port [ 1076.884442] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_rules [ 1076.884546] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1076.885018] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f11556ce-cfc0-4593-ac46-59266a693222 with Priority: HIGHEST for action port [ 1076.885315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.885438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.885507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.885760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.885845] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.886701] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.886810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.886879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.887061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.887236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.887331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.887416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.889288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.889405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.889504] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.890297] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f11556ce-cfc0-4593-ac46-59266a693222 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.890393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.890640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.890640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.890732] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f11556ce-cfc0-4593-ac46-59266a693222',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.065330] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.393129] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.393358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.393557] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.395298] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f11556ce-cfc0-4593-ac46-59266a693222 with status ACTIVE [ 1077.396581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.396581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.396581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.397017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.397017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.397017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.397017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.397237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.397237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.397315] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f11556ce-cfc0-4593-ac46-59266a693222 is going to be updated. [ 1077.420835] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.421039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.421039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.421205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.421349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.421632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f11556ce-cfc0-4593-ac46-59266a693222" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.566935] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.896154] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.069413] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.069609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.069664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.070097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.070231] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.070479] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be updated. [ 1078.122904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.123088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.123168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.123443] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.123630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.138696] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1078.398858] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.399106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.399200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.399479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.399633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.399756] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 is going to be created. [ 1078.441163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.441163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.441163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.441163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.441163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455788] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: UNINITIALIZED for 2s [ 1080.151120] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1080.151438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.151553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.151949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.152027] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.152334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.152334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.152567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.152567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.152640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.152676] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.209404] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c0f4c5fc-221e-40b7-b269-44b80818bd23 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1080.210410] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1080.210881] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.211059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.211191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.211453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.211793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.212090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.212090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.212245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.212498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.212543] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.467619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: SUCCESS [ 1080.468720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.468720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.468720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.468720] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.468720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.468720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.469023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.469023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.469023] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.469105] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.617341] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.617703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.617703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.617939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.618227] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.618385] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.618522] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.618761] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.618904] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.619146] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.619273] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.619380] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.619488] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.619602] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.619708] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.619841] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.641404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.641708] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.641805] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.641941] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.642595] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-b333a678-e6d6-494e-bc4d-7e498e370067 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.642903] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.643052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.643425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.643585] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b333a678-e6d6-494e-bc4d-7e498e370067',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.657951] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.715585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.715754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.715823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.716154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.716261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.716500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.716629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.716696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.716917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.717042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.717140] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1080.744314] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.745771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.745771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.745771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.745771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.755112] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1080.972923] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.973153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.973201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.973473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.973647] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.973744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.973744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.973880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.973966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.974238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.974426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.974534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.974602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.974767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.974925] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.975033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.975102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.975233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.975308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.975391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.975575] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.146717] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.149021] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port b333a678-e6d6-494e-bc4d-7e498e370067 not found, creating... [ 1081.149021] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.149021] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.149607] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.150103] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.150561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.150888] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.153219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.153219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.153219] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: b333a678-e6d6-494e-bc4d-7e498e370067 is going to be created. [ 1081.163264] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9afb5037-b003-4b12-9704-5f572db3edfb: rpc.has_security_group_logging(os_id): False [ 1081.175340] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.175959] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.176336] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.176871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.178120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.178120] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.185637] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.185637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.185637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.187077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.187077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.187351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be updated. [ 1081.259598] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.259811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.259811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.260033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.260191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.287081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1081.477800] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 033672f3-fffc-4f88-b404-b16d59494f36: rpc.has_security_group_logging(os_id): False [ 1081.497122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.497553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.497553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.497770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.497770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.498102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.498102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.498269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.498358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.498463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.498665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.498785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.498856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.499010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.499094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.499328] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.499403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.499434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.499589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.499644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.499819] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 is going to be created. [ 1081.560178] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.560326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.560394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.560672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.560864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.572805] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: IN_PROGRESS for 2s [ 1081.903035] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f8d48e1e-a926-448a-a04e-b260f9911198 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1081.903035] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f8d48e1e-a926-448a-a04e-b260f9911198 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1081.903280] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f8d48e1e-a926-448a-a04e-b260f9911198 service nova] Enqueued Resource ID: b333a678-e6d6-494e-bc4d-7e498e370067 with Priority: HIGHEST for action port [ 1081.903679] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1081.903817] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1081.903916] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b333a678-e6d6-494e-bc4d-7e498e370067 with Priority: HIGHEST for action port [ 1081.904214] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.904402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.904402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.904607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.904683] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.905767] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.905888] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b333a678-e6d6-494e-bc4d-7e498e370067 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.905991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.906072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.906254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.906330] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b333a678-e6d6-494e-bc4d-7e498e370067',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.408458] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.408795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.408938] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b333a678-e6d6-494e-bc4d-7e498e370067 with status ACTIVE [ 1082.409220] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.409220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.409322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.409465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.409649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.409899] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.410340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.410544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.410644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.410704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.410849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.410925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.411026] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b333a678-e6d6-494e-bc4d-7e498e370067 is going to be updated. [ 1082.433870] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.434039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.434115] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.434337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.434477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.434746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b333a678-e6d6-494e-bc4d-7e498e370067" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.764907] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1082.765175] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1082.765325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.765461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.765679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.765869] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.765987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.766070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.766366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.766366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.766444] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.268302] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.306133] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1083.306406] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.585784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: SUCCESS [ 1083.586123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.770859] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.866134] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1758ea71-b40a-4930-83de-9ba54a91c5ea tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1083.866134] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1083.866134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.866134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.866134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.866756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.867034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.867260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.867404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.867647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.867839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.868025] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.274410] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.274584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.274950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.274950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.275099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.275099] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1084.308586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.308786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.308841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.309112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.309634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.319946] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1084.371544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.371874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.372064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.372412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.395486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.395759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.395906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.395991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.396170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.396257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.396332] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1084.422820] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.423065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.423065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.423358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.425515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.436462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1085.928635] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fde5927a-06e6-4627-b063-1243d8937a83 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1085.929187] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1085.929499] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.929614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.929689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.929892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930096] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.930438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.930438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.930579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.930738] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.336384] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1086.337387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.337573] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.337846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.338083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.339041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.339041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.339041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.339041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.339041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.339041] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.432377] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.432635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.432739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.432967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.433372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.433430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433775] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1086.445448] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1086.445663] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 deletion is rescheduled due to dependency. [ 1086.445801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.463037] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.463037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.463037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.463037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.463037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.483570] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1086.841813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.841978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.842066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.842290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.842471] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.842658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.842868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.843145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.843300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.843831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.843939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.844038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.844283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.844368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.844465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.844527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.844672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.844773] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.844837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.847163] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.349456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 1087.370256] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.370625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.370776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.371118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.371297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.371620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.371765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.371865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.372171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.372322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.372655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.372838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.372954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.373224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.374542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.374542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.374542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.374542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.374542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.374542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.374542] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1087.441691] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.441908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.441908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.442136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.442280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.458879] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1087.831906] env[65720]: INFO networking_nsxv3.common.synchronization [None req-08ccd340-734c-47cf-a8f6-d52f9252cb75 service nova] Enqueued Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1087.832496] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGHEST for action security_group_members [ 1087.832876] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.833372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.833533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.833907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.834131] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.337128] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.338020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.338020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.338020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.338020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.338296] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.338296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.338391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.338493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.338594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.338679] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 is going to be updated. [ 1088.367813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.368163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.368163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.368439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.368609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.379528] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: IN_PROGRESS for 2s [ 1088.494748] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1088.495029] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1088.495180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.476047] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1089.476440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.390625] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 033672f3-fffc-4f88-b404-b16d59494f36 in Status: SUCCESS [ 1090.390888] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 deletion is rescheduled due to dependency. [ 1090.390986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.838481] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ea34142e-03ce-4a88-b286-a7b49c63e795 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1091.839542] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1091.839542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.839652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.839652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.839878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.840056] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.840124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.840160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.840293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.840380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.840488] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.114426] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.114617] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.114740] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.115022] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.115284] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.115447] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.115565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.115832] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.116046] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.116316] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.116444] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.116560] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.116671] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.116784] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.116892] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.117039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.137490] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.137660] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.137801] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.137979] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.138314] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.138491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.138611] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.139014] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.139175] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfd7147-87fd-4a19-b28b-eb95f51f4d00',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.342683] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.342941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.342941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.343182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.343311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.343489] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.343705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.343705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.343848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.344603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.344603] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1092.373190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.373415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.373415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.373686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.373871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.383886] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1092.641899] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.642156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.642289] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.642566] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.642808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.642965] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 not found, creating... [ 1092.643248] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.643403] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.643523] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.643782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.643926] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.644225] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.644382] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.644502] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.644737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.644871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.645160] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 is going to be created. [ 1092.668270] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.668270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.668270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.668270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.668270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.668270] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.370314] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9659595a-941e-4341-a534-62f7b778ae10 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1093.370939] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1093.371290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.371428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.371500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.371693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.371859] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.372702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.372702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.372702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.372702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.372702] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.403983] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1c27eb00-78f3-424a-b244-8db546bf8c81 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1093.404186] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1c27eb00-78f3-424a-b244-8db546bf8c81 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1093.404320] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1c27eb00-78f3-424a-b244-8db546bf8c81 service nova] Enqueued Resource ID: 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 with Priority: HIGHEST for action port [ 1093.404968] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1093.406712] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1093.406836] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 with Priority: HIGHEST for action port [ 1093.407671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.407924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.408019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.408223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.408312] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.409155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.409258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.409691] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.409802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.409864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.410049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.410164] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bfd7147-87fd-4a19-b28b-eb95f51f4d00',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.874566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.874784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.874784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.875051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.875162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.875321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.875425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.875488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.875645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.875724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.875809] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1093.903797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.904020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.904069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.904291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.904429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.912126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.912273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.913623] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 with status ACTIVE [ 1093.913864] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.914032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.914124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.914372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.914479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.914720] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.914855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.914932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.915136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.915221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.915410] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.915510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.915575] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.915720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.915800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.915887] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bfd7147-87fd-4a19-b28b-eb95f51f4d00 is going to be updated. [ 1093.918484] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1093.940760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.940972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.940972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.941202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.941340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.941502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bfd7147-87fd-4a19-b28b-eb95f51f4d00" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.394391] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1094.394869] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1094.394869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.394869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.395045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.395218] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.395334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.395412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.395558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.395641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.395738] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.795588] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.795754] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.795855] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.796177] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.796469] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.796641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.796767] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.797229] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.797454] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.797695] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.797816] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.797939] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.798090] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.798215] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.798336] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.798473] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.825263] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.825445] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.825600] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.825799] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-936" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.826214] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-153b4c9d-d01d-4254-9aa6-040705be347a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.826453] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.826552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.826848] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.826989] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153b4c9d-d01d-4254-9aa6-040705be347a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.898306] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.000125] env[65720]: INFO networking_nsxv3.common.synchronization [None req-22c894ae-8799-45e5-b604-b979519d8f6f service nova] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 1095.000883] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGHEST for action security_group_members [ 1095.000883] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.000883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.000883] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.001198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.001371] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.001464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.001742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.001742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.001843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.002581] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.329551] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.329855] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.329993] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.330260] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.330404] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.330769] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.330936] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.331069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.331850] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.333208] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.333562] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.333742] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.333940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.334182] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.334402] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.334459] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 153b4c9d-d01d-4254-9aa6-040705be347a is going to be updated. [ 1095.360580] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.360865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.360865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.361262] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.361346] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.361562] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.401541] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.505160] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.505329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.505463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.505794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.505955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.506309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.506579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.506660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.506985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.507153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.507296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be updated. [ 1095.538404] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.538766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.538766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.539052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.539275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.548785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: IN_PROGRESS for 2s [ 1095.904142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.904455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.904455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.904603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.904832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.904832] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1095.931459] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1095.931649] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1095.931766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.944462] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.944788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.944977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.945265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.945448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.956294] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1096.056733] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9e35eee-c7fc-434e-83e9-dc3ce88654e3 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 1096.056924] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9e35eee-c7fc-434e-83e9-dc3ce88654e3 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1096.057073] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b9e35eee-c7fc-434e-83e9-dc3ce88654e3 service nova] Enqueued Resource ID: 153b4c9d-d01d-4254-9aa6-040705be347a with Priority: HIGHEST for action port [ 1096.057632] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_rules [ 1096.057768] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1096.057865] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153b4c9d-d01d-4254-9aa6-040705be347a with Priority: HIGHEST for action port [ 1096.058761] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.058833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.058903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.059180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.059258] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.060177] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.060304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.060374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.060552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.060713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.060989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.060989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.061067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.061103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.061191] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.062970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-153b4c9d-d01d-4254-9aa6-040705be347a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.063053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.063106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.063266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.063345] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153b4c9d-d01d-4254-9aa6-040705be347a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.566694] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 153b4c9d-d01d-4254-9aa6-040705be347a with status ACTIVE [ 1096.567049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.567113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.567170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.567378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.567466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.567647] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.567749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.567810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.567952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.568036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.568218] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.568309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.568369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.568517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.568588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.568671] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 153b4c9d-d01d-4254-9aa6-040705be347a is going to be updated. [ 1096.569898] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.570017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.570181] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.591581] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.591781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.591781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.592049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.592230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.592481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153b4c9d-d01d-4254-9aa6-040705be347a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.074351] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.560056] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b in Status: SUCCESS [ 1097.560313] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b deletion is rescheduled due to dependency. [ 1097.560432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.576144] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.576484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.576484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.576613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.576679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.576777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 1097.611887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.612132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.612294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.612550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.612776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.623193] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 1097.967701] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1097.967942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.968136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.968352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.969759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.969759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.969759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.969759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.969759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.969759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.969759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.471377] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.471533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.471601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.471816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.471983] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.472099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.472163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.472310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.472396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.472482] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.472634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.472792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.472844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.472994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.473219] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.473219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.473373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.473444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.473523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.473571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.473670] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.967600] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18698fa9-07ad-4fb5-8bfc-91345d86fc5b service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1098.968161] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1098.968474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.968683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.968683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.969189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.969189] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.969371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.969371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.969479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.969479] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.969583] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.976312] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92271888-899a-4fe2-9690-ccb397ac0ed4: rpc.has_security_group_logging(os_id): False [ 1098.996883] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18698fa9-07ad-4fb5-8bfc-91345d86fc5b service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1098.997100] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18698fa9-07ad-4fb5-8bfc-91345d86fc5b service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1098.997254] env[65720]: INFO networking_nsxv3.common.synchronization [None req-18698fa9-07ad-4fb5-8bfc-91345d86fc5b service nova] Enqueued Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1098.997961] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1098.998116] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1098.998216] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1098.998509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.998637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.998706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.998940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.999037] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.000426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.000426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.001291] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-70efdc7d-7775-4990-b851-d60195bd1504 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.001291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.001291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.001291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.001291] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70efdc7d-7775-4990-b851-d60195bd1504',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.002768] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.002916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.002966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.003142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.003227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.003416] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.003531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.003625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.003749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.003828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.004409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.004409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.004409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.004409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.004624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.004750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.004807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.004946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.005078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.005133] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1099.080646] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.080899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.080899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.081100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.081249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.126242] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1099.472577] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.507426] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.507568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.507792] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70efdc7d-7775-4990-b851-d60195bd1504 with status ACTIVE [ 1099.507933] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.508052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.508120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.508348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.508441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.508612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.508710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.508775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.508922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.509007] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.509198] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.509299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.509361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.509498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.509572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.509654] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70efdc7d-7775-4990-b851-d60195bd1504 is going to be updated. [ 1099.529692] env[65720]: INFO networking_nsxv3.common.synchronization [None req-66f6ec4e-a426-48d0-99ac-a0490776923f service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1099.530278] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1099.530607] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.530738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.530819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.531027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.533250] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.533250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.533250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.533250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.533250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.533250] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.536703] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.536703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.536703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.537971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.537971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.537971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.636888] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 1099.637123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.637311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.637546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.637759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.637887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.637957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.638122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.638201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.638310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.638375] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.854629] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.854885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.854885] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.855304] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.855959] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.855959] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.855959] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.856303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.856303] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.856432] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.856501] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.856629] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.856705] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.856843] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.856966] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.857115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.882222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.882445] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.882601] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.882838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-421" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.883194] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-13050a31-7165-4b22-83cc-d8ce9a41eadf taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.883374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.883495] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.883902] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.884070] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13050a31-7165-4b22-83cc-d8ce9a41eadf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.976034] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.036317] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.141568] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.141739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.141790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.142028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.142219] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.142328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.142392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.142611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.142647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.142802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.143068] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.143068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.143151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.143267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.143405] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.143496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.143579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.143740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.143821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.143915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.144025] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.387593] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.387952] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.388106] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.388403] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.388680] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.388873] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 13050a31-7165-4b22-83cc-d8ce9a41eadf not found, creating... [ 1100.389181] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.389443] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.389592] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.389832] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.389981] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.390444] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.391760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.391760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.391760] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 13050a31-7165-4b22-83cc-d8ce9a41eadf is going to be created. [ 1100.413627] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.414044] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.414131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.414463] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.414765] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.415069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.477951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.478221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.478327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.478632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.478746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.478893] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be updated. [ 1100.517449] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.517610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.517745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.518011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.518201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.531330] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: IN_PROGRESS for 2s [ 1100.538930] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.647643] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e: rpc.has_security_group_logging(os_id): False [ 1100.668984] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.669135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.669135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.669458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.669458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.669712] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.669798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.669865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.670029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.670109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.670302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.670392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.670449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.670595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.670738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.670884] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.670979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.671051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.671192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.671266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.671355] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 1100.746319] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.746518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.746609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.747264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.747264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.768363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 1101.044194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.044194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.044194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.044194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.044194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.044194] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be updated. [ 1101.080137] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.080336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.080532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.080760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.080975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.093843] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1101.146481] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1101.147272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.207653] env[65720]: INFO networking_nsxv3.common.synchronization [None req-237f946f-2ac1-4c1f-b8e3-2100f706f951 service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_rules [ 1101.207884] env[65720]: INFO networking_nsxv3.common.synchronization [None req-237f946f-2ac1-4c1f-b8e3-2100f706f951 service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1101.208088] env[65720]: INFO networking_nsxv3.common.synchronization [None req-237f946f-2ac1-4c1f-b8e3-2100f706f951 service nova] Enqueued Resource ID: 13050a31-7165-4b22-83cc-d8ce9a41eadf with Priority: HIGHEST for action port [ 1101.208901] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_rules [ 1101.209128] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1101.209327] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13050a31-7165-4b22-83cc-d8ce9a41eadf with Priority: HIGHEST for action port [ 1101.209604] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.209758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.209850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.210112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.210219] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.211882] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.212021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.212289] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-13050a31-7165-4b22-83cc-d8ce9a41eadf taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.212434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.212523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.213012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.213116] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13050a31-7165-4b22-83cc-d8ce9a41eadf',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.715647] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.715647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.718018] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13050a31-7165-4b22-83cc-d8ce9a41eadf with status ACTIVE [ 1101.718134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.718333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.718459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.718743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.718874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.719146] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.719217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.719296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.719533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.719588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.719868] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.720339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.720339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.720772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.720868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.721176] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13050a31-7165-4b22-83cc-d8ce9a41eadf is going to be updated. [ 1101.745709] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.745871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.745931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.746165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.746303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.746471] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13050a31-7165-4b22-83cc-d8ce9a41eadf" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.409914] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af1227ca-e618-45c4-b178-7709ba244319 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1102.409914] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1102.409914] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.409914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.427452] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af1227ca-e618-45c4-b178-7709ba244319 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1102.427730] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af1227ca-e618-45c4-b178-7709ba244319 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1102.427795] env[65720]: INFO networking_nsxv3.common.synchronization [None req-af1227ca-e618-45c4-b178-7709ba244319 service nova] Enqueued Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1102.430686] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_rules [ 1102.430878] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1102.430989] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70efdc7d-7775-4990-b851-d60195bd1504 with Priority: HIGHEST for action port [ 1102.431305] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.431414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.431611] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.431698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.431883] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-70efdc7d-7775-4990-b851-d60195bd1504 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.431991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.432067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.432280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.432365] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70efdc7d-7775-4990-b851-d60195bd1504',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.548435] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1102.548731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.549045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.549249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.549463] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.549641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.549776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.549927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.550039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.550282] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.788257] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 1102.788257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.934525] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70efdc7d-7775-4990-b851-d60195bd1504 with status ACTIVE [ 1102.935135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937658] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70efdc7d-7775-4990-b851-d60195bd1504 is going to be updated. [ 1102.962476] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.962752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.962893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.963277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.963358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.963576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70efdc7d-7775-4990-b851-d60195bd1504" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.055101] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.110373] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1103.110554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.112202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.112202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.112202] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.112202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.112202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.112604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.112604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.112604] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.559558] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.615744] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.062505] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062505] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be updated. [ 1104.114271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.114637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.114826] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.115295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.115585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.118199] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.131267] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: IN_PROGRESS for 2s [ 1104.621479] env[65720]: INFO networking_nsxv3.common.synchronization [None req-be9e2145-ec52-4dee-8e76-5657f87d6f45 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1104.621954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.622156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.622264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.622483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.622579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.622930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be updated. [ 1104.624173] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1104.624524] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.624620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.624731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.624897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.625034] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.625159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.625159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.625308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.625391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.625488] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.659642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.659828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.659878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.660106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.660262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.669577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1105.127437] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.127631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.127709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.127957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.128085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.128299] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.128405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.128469] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.128652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.128733] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.128821] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1105.157486] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.157651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.157734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.157968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.158134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.168538] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1106.040756] env[65720]: INFO networking_nsxv3.common.synchronization [None req-98050e79-8328-4d29-b056-0d9827d04c2e tempest-AttachVolumeShelveTestJSON-679781638 tempest-AttachVolumeShelveTestJSON-679781638-project-member] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1106.041174] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1106.041525] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.041631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.041967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.042076] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.141724] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c91a9ee2-4d0b-40dc-a95d-8cee8bf3ef89 tempest-AttachVolumeShelveTestJSON-679781638 tempest-AttachVolumeShelveTestJSON-679781638-project-member] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1106.142068] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1106.142481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.142630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.145160] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1106.145393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.145907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.146113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.146336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.146451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.146517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.146817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.146817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.146933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.146967] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.147836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.147991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.148169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.148272] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.148551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.148551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.148551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.148711] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.565970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.566289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.566457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.566634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.566689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.566782] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da100753-64f3-4ef1-b87d-492f19667f03 already deleted. [ 1106.566943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.567061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.567274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.567401] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.650495] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.651886] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.688829] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1106.689235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.689778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.689778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.690211] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.690519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.690519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.692725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.692725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.692725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.692725] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.096862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.097391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.097391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.097647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.097841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.097940] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da100753-64f3-4ef1-b87d-492f19667f03 already deleted. [ 1107.098013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.154624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43: rpc.has_security_group_logging(os_id): False [ 1107.155563] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.185155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.185552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.185552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.185649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.185745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.186024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.186130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.186247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.186425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.186504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.186594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be updated. [ 1107.189392] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1107.189579] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 deletion is rescheduled due to dependency. [ 1107.189690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.194011] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.194210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.194260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.194522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.194679] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.194757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.194835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.195111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.195211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.195304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.195469] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.195557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.195619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.195869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.196059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.196161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.196225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.196371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.196449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.196585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.196687] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.276517] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.276723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.276766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.277110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.277319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.296232] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: IN_PROGRESS for 2s [ 1107.659066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.659066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.659066] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.659330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.659330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.659606] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be updated. [ 1107.689710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.689920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.689996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.690595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.690595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.700457] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54e26452-878d-4e69-b427-5f1b4a72ea64: rpc.has_security_group_logging(os_id): False [ 1107.702429] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: IN_PROGRESS for 2s [ 1107.720028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.720028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.720219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.720449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.720548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.720817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.720939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.721010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.721172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.721249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721453] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.721549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.721611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.721752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.721947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.722202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.722202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.722462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722462] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be updated. [ 1107.794816] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.794816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.794816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.795052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.795052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.813022] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1108.051199] env[65720]: INFO networking_nsxv3.common.synchronization [None req-19618091-c3a5-4810-899f-282f6b8b2711 service nova] Enqueued Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1108.051832] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 with Priority: HIGHEST for action security_group_members [ 1108.052248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.052362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.311183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1109.311551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.311627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.311856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.311972] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.714248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 in Status: SUCCESS [ 1109.714508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.714708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.714970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.715225] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.715373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.715449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.715626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.715719] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.716317] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.827130] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1109.827358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.833813] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.833950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.834015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.834209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.834299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.834393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be deleted. [ 1109.884785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.884938] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.884991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.885562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.218266] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.218449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.218506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.218703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.218796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.219013] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.219121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.219184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.219347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.219421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.219760] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 is going to be deleted. [ 1110.250864] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.251121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.251174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.251356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.251453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.251567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.251717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.251873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.252053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.252172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.252235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.252388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.252462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.252620] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.742914] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c786c0db-f483-4798-9125-24dbf54d9646 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1110.743559] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1110.743908] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.744045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.744114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.744312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.744468] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.744615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.744651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.744824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.744943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.745041] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.754867] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.754867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.754867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.755431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.757318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.757318] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43 already deleted. [ 1110.757318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d77b050e-bf6d-4d1a-bc2e-8e2e3e151c43" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.059023] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.059220] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.059220] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.059578] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.060313] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.060313] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.060313] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.060613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.060613] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.060957] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.061119] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.061298] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.062192] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.062192] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.062192] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.062192] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.081549] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.081751] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.081880] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.082089] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-536" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.082609] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-44a1554d-d380-49b2-ad33-9a251114c93c taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.082831] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.082936] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.083324] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.083422] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a1554d-d380-49b2-ad33-9a251114c93c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.248977] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.249378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.249378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.249508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.249570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.249767] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.249880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.249973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.250113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.250194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.250282] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1111.276785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.276976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.277029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.277713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.278050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.291769] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1111.586177] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.586416] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.586541] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.586884] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.587051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.587273] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 44a1554d-d380-49b2-ad33-9a251114c93c not found, creating... [ 1111.587438] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.587604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.587716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.587975] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.588148] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.588460] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.588640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.588762] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.588990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.591445] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.591615] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 44a1554d-d380-49b2-ad33-9a251114c93c is going to be created. [ 1111.614103] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.614437] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.614652] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.615072] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.615411] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.615759] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.327624] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26e08dff-9f13-417a-bed3-cbe234c90e1d service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1112.327912] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26e08dff-9f13-417a-bed3-cbe234c90e1d service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1112.327947] env[65720]: INFO networking_nsxv3.common.synchronization [None req-26e08dff-9f13-417a-bed3-cbe234c90e1d service nova] Enqueued Resource ID: 44a1554d-d380-49b2-ad33-9a251114c93c with Priority: HIGHEST for action port [ 1112.328924] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_rules [ 1112.328924] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1112.328924] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a1554d-d380-49b2-ad33-9a251114c93c with Priority: HIGHEST for action port [ 1112.329605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.331147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.331147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.331243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331438] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.332619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.332707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.332918] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a1554d-d380-49b2-ad33-9a251114c93c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.333031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.333070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.333265] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.333338] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a1554d-d380-49b2-ad33-9a251114c93c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.835183] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.835410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.835548] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44a1554d-d380-49b2-ad33-9a251114c93c with status ACTIVE [ 1112.835662] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.835763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.835825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.836401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.836451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.836576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.836646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.836824] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.838248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.838248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.838248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.838248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.838248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44a1554d-d380-49b2-ad33-9a251114c93c is going to be updated. [ 1112.860246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.861525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.861630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.861969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.862118] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.862238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a1554d-d380-49b2-ad33-9a251114c93c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.865518] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.865729] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.865814] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866073] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866604] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.866604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.866604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.866782] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.866979] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.867330] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.867330] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.867427] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.867506] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.867590] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.867687] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.867893] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.886272] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.886272] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.886272] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.886473] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.887040] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-fb580bad-fd60-471d-95f2-066352417659 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.887040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.887040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.887364] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.887501] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb580bad-fd60-471d-95f2-066352417659',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.169884] env[65720]: INFO networking_nsxv3.common.synchronization [None req-45200d21-33fd-4868-acc1-0613d644a1c7 service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1113.169884] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1113.169884] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.169884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.169884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.169884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.170169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.170169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.170291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.170386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.170478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.170572] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.310237] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1113.310431] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1113.310529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.310690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.311049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.311249] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.311372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.311440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.311602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.311684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.311783] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.389514] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389813] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389910] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.390269] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.390355] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390539] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port fb580bad-fd60-471d-95f2-066352417659 not found, creating... [ 1113.390837] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.391024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.391162] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.391693] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.391693] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.391854] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.392068] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.392257] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.392472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.392633] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.392785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: fb580bad-fd60-471d-95f2-066352417659 is going to be created. [ 1113.416572] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.416764] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.420191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.420191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.420191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.420191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.493214] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.493405] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.493530] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.493845] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.494139] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.494311] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.494429] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.494664] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.494824] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.495073] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.495195] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.495303] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.495413] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.495527] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.495630] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.495760] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.522410] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.522626] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.522706] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.522996] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.523370] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-08b7016b-dc44-4206-a00c-5da943b82a38 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.523546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.523667] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.524037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.524176] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7016b-dc44-4206-a00c-5da943b82a38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.672789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.673062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.673062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.673266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.673361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.673553] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.673652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.673716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.673869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.673945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.674039] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da100753-64f3-4ef1-b87d-492f19667f03 already deleted. [ 1113.674127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.814845] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.026452] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.026671] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.026796] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.027212] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.027421] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.027676] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 08b7016b-dc44-4206-a00c-5da943b82a38 not found, creating... [ 1114.028121] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.028419] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.028635] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.029049] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.029370] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.029719] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.029891] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.030027] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.030252] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.030390] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.030536] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 08b7016b-dc44-4206-a00c-5da943b82a38 is going to be created. [ 1114.051121] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.051121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.051121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.051435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.051551] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.051750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.109103] env[65720]: INFO networking_nsxv3.common.synchronization [None req-be495373-b1a8-46aa-8a5e-eebd1fc037cb service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 1114.109323] env[65720]: INFO networking_nsxv3.common.synchronization [None req-be495373-b1a8-46aa-8a5e-eebd1fc037cb service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1114.109462] env[65720]: INFO networking_nsxv3.common.synchronization [None req-be495373-b1a8-46aa-8a5e-eebd1fc037cb service nova] Enqueued Resource ID: fb580bad-fd60-471d-95f2-066352417659 with Priority: HIGHEST for action port [ 1114.110189] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 1114.110381] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1114.110530] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb580bad-fd60-471d-95f2-066352417659 with Priority: HIGHEST for action port [ 1114.110797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.111123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.111123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.111258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.111343] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.112635] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.112776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.112884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.113203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.113392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.113491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.114687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.114687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.114687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.114687] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.114893] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb580bad-fd60-471d-95f2-066352417659 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.114893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.114982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.115106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.115207] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb580bad-fd60-471d-95f2-066352417659',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.317335] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.616617] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.616986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.618187] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.619210] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb580bad-fd60-471d-95f2-066352417659 with status ACTIVE [ 1114.619465] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.619566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.619622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.619822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.619910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.620096] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.620205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.620253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.620401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.620480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.620651] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.620745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.620805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.620975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.621233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.621353] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb580bad-fd60-471d-95f2-066352417659 is going to be updated. [ 1114.643928] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.644151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.644242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.644530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.644752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.645022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.760480] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d72d7cda-9616-4471-aff8-1d9d7be10fba service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1114.760659] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d72d7cda-9616-4471-aff8-1d9d7be10fba service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1114.760796] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d72d7cda-9616-4471-aff8-1d9d7be10fba service nova] Enqueued Resource ID: 08b7016b-dc44-4206-a00c-5da943b82a38 with Priority: HIGHEST for action port [ 1114.761382] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1114.761522] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1114.761620] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b7016b-dc44-4206-a00c-5da943b82a38 with Priority: HIGHEST for action port [ 1114.761957] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.762038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.762092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.762293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.762379] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.763350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764395] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.764395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.764395] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.765467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b7016b-dc44-4206-a00c-5da943b82a38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.765578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.765647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.765807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.765891] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7016b-dc44-4206-a00c-5da943b82a38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.820132] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.820290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.820366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.820577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.820663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.820773] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1114.859378] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.859626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.859626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.859975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.859975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.875820] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1115.123442] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.268190] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.269298] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.269456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.269624] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b7016b-dc44-4206-a00c-5da943b82a38 with status ACTIVE [ 1115.269826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.269962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.270447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.270447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.270585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.270676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.270794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.271119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.271246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.271478] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.271637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.271681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.271839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.271921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.272183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b7016b-dc44-4206-a00c-5da943b82a38 is going to be updated. [ 1115.318038] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.318038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.318038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.318313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.318410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.318627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.626323] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.626642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.626682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.627052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.627216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.627378] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1115.662292] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.662519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.662598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.662801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.663065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.673370] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1115.774663] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.276954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.277244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.277244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.277702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.277702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.277702] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be created. [ 1116.346172] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.346172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.346172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.346172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.346172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.362553] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: UNINITIALIZED for 2s [ 1116.889496] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1116.889496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.890079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.890079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.890318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.890636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.890636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.890836] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.891018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.891818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.891818] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.394939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.395130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.395130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.395398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.395544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.395645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.395708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.395876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.395972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.396070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.396311] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.396311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.396428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.396615] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.396671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.396730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.396786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.396929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.397017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.397438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.397438] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.469358] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0dc596ad-6c39-4ab3-9408-33eeaf7a1c5c service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1117.470398] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1117.470939] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.471090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.471164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.471831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472036] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.472133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.472206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.472441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472624] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.685815] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1117.686058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686851] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.687052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.687124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.687288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.687371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.687460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.687679] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.808347] env[65720]: INFO networking_nsxv3.common.synchronization [None req-90a002ec-cebf-4cf1-b96e-9bc93d9c4694 service nova] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1117.808915] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGHEST for action security_group_members [ 1117.809312] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.809437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.809496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.809689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.809841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.809933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.809992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.810168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.810392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.810392] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.823468] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.823468] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.823649] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.823814] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824179] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.824346] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.824464] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.824674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.824815] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.825053] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.825139] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.825251] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.825345] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.825456] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.825559] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.825685] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.845415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.845639] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.845821] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.845940] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.846376] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.846944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.846944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.846944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.847097] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4765f6c2-d161-4e36-a6a8-3c8d39c47a40',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.899819] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 185995b8-f612-475a-be15-5f668226025b: rpc.has_security_group_logging(os_id): False [ 1117.932934] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.933164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.933239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.933456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.933550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.933773] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.933873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.933931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.934102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.934180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.934363] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.934455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.934516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.934652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.934726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.934916] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.935027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.935090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.935299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.935380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.935468] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1117.974697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.974872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.974917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.975148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.975254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.975434] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.975535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.975598] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.975746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.975819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.975905] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1118.020429] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.020668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.020668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.020999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.021187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.034232] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.034232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.034232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.034232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.034232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.044139] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1118.047105] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1118.190225] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.190392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.190448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.190683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.190850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.190950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.192026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.192026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.192396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.192396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.192396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192396] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192510] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.312671] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.313995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.314232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.314544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.314748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.315071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.315414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.315652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.315991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.316161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.316330] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 is going to be updated. [ 1118.350048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.350048] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.350048] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.351193] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.351570] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.352473] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 not found, creating... [ 1118.355329] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.355705] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.355928] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.356323] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.356843] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.357524] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.357854] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.358176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.358714] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359376] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.359650] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 is going to be created. [ 1118.371457] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: IN_PROGRESS for 2s [ 1118.379972] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.381745] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.381957] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.382291] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.382557] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.382826] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.384504] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: SUCCESS [ 1118.384718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.384882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.388675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.391293] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.391497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.391636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.391869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.392951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.393310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.393502] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.701068] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56db878a-e1e7-4cea-be19-9061e6f466c1: rpc.has_security_group_logging(os_id): False [ 1118.719483] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.719703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.719703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.719921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720300] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.720412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.720473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.720650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.720739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.720981] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.721101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.721180] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.721330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.721400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.722191] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.722324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.722568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.722741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.722828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.722966] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1118.790456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.790643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.790779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.791081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.791081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.806385] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1118.895785] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.143826] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9e17ed1a-8da4-4509-a87a-73a1b39f0e93 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 1119.144098] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9e17ed1a-8da4-4509-a87a-73a1b39f0e93 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1119.144189] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9e17ed1a-8da4-4509-a87a-73a1b39f0e93 service nova] Enqueued Resource ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with Priority: HIGHEST for action port [ 1119.146655] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 1119.146655] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1119.146655] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with Priority: HIGHEST for action port [ 1119.146655] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.146655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.146655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.146655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.146655] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.147248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147540] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.147644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.147713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.150050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.150050] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4765f6c2-d161-4e36-a6a8-3c8d39c47a40',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.398818] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da100753-64f3-4ef1-b87d-492f19667f03: rpc.has_security_group_logging(os_id): False [ 1119.421800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.422618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.422727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.423017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.423475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.423831] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.423972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.424078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.424275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.424386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.425075] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be created. [ 1119.494140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.494611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.494852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.495206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.495622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.513225] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: IN_PROGRESS for 2s [ 1119.648024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.648024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.651089] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with status ACTIVE [ 1119.651089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.651089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.651089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.651431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.651431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.651431] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.651525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.651572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.651794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.651845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.651995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.652112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.652174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.652315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.653073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.653073] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 is going to be updated. [ 1119.677770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.677936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.677994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.678226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.678398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.678592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.059638] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1120.059638] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 deletion is rescheduled due to dependency. [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.059638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.059638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.059638] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.067144] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1120.067144] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.388246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19c456b2-c21a-4665-8a92-affc8a693a70 in Status: SUCCESS [ 1120.388246] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 deletion is rescheduled due to dependency. [ 1120.388246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.568930] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.821839] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1120.821839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.982256] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2699d8a6-e79d-4c9d-9791-7a9ccddf056c None None] Enqueued Resource ID: e7ab3a80-7cd0-4d58-98c2-930e73524da2 with Priority: HIGHEST for action port [ 1120.982256] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ab3a80-7cd0-4d58-98c2-930e73524da2 with Priority: HIGHEST for action port [ 1120.983949] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ab3a80-7cd0-4d58-98c2-930e73524da2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.984302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ab3a80-7cd0-4d58-98c2-930e73524da2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.984581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ab3a80-7cd0-4d58-98c2-930e73524da2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.986122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ab3a80-7cd0-4d58-98c2-930e73524da2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.986122] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ab3a80-7cd0-4d58-98c2-930e73524da2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.071287] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.489052] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7ab3a80-7cd0-4d58-98c2-930e73524da2 [ 1121.489467] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.489635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.489717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.489967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.490084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.490227] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7ab3a80-7cd0-4d58-98c2-930e73524da2 already deleted. [ 1121.490335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ab3a80-7cd0-4d58-98c2-930e73524da2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.499759] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3a08077-b493-46fa-aad2-5db1c64e4824 tempest-ServerActionsV293TestJSON-1478069518 tempest-ServerActionsV293TestJSON-1478069518-project-member] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1121.500531] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1121.500885] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.501252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.501336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.501635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.501853] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.528556] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: SUCCESS [ 1121.528831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.579491] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.579491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.579491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.579491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.579491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.579491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1121.606927] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.608163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.608163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.608163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.608163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.618219] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1121.628617] env[65720]: INFO networking_nsxv3.common.synchronization [None req-35c181ac-bf65-4794-99ec-8c660a1f7b6c tempest-ServerActionsV293TestJSON-1478069518 tempest-ServerActionsV293TestJSON-1478069518-project-member] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1121.629228] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1121.629909] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.629909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.026472] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.027036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.027036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.027036] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.027239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.027239] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b already deleted. [ 1122.028346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.028346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.028346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.028346] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.554203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.554652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.554652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.554652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.554807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.554854] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b already deleted. [ 1122.556017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.230034] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3570888d-a923-4be0-bc40-82bad1ef0ae0 None None] Enqueued Resource ID: ecc983ef-4482-4f54-bd90-c1dae8041eb9 with Priority: HIGHEST for action port [ 1123.230802] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc983ef-4482-4f54-bd90-c1dae8041eb9 with Priority: HIGHEST for action port [ 1123.232868] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc983ef-4482-4f54-bd90-c1dae8041eb9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.232868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc983ef-4482-4f54-bd90-c1dae8041eb9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.232868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc983ef-4482-4f54-bd90-c1dae8041eb9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.232868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc983ef-4482-4f54-bd90-c1dae8041eb9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.233205] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc983ef-4482-4f54-bd90-c1dae8041eb9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.515582] env[65720]: INFO networking_nsxv3.common.synchronization [None req-17e1f1c4-58c8-4a05-b516-ab27a294d088 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1123.516391] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1123.516565] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.516686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.516764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.517013] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.517144] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.630274] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7677ef8c-ddbd-4804-baa7-aabee3f34339 tempest-AttachVolumeNegativeTest-1045106260 tempest-AttachVolumeNegativeTest-1045106260-project-member] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1123.631506] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1123.631754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.632471] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1123.632560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.632769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.633886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.634093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.634175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634664] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.635904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.636010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.736081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecc983ef-4482-4f54-bd90-c1dae8041eb9 [ 1123.736515] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.736708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.736708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.736994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.737149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.737256] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecc983ef-4482-4f54-bd90-c1dae8041eb9 already deleted. [ 1123.737326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc983ef-4482-4f54-bd90-c1dae8041eb9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.043138] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.043138] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e already deleted. [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.043138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.043138] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.137273] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.564416] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.564574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.564647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.564899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.565030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.565130] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e already deleted. [ 1124.565220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644556] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 1124.663102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.663102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.663368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.663368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.663797] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.663894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.663932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.664154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.664261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.664373] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1124.761096] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.761344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.761344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.762020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.780503] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1126.802095] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1126.802637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.632966] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.633341] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1129.509078] env[65720]: INFO networking_nsxv3.common.synchronization [None req-50eac30b-6993-40b1-9d28-a0be5f96545c service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1129.509610] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1129.511782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.511782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.511782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.511782] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.819399] env[65720]: INFO networking_nsxv3.common.synchronization [None req-36d2f0cb-3ff8-4bc2-9cb1-fd3d9cdf5919 service nova] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1129.819943] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1129.820301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.820442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.820504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.821200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.821309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.821447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.821507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.821703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.822055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.822209] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.014556] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.189861] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.190077] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.190226] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.190526] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.190985] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.191288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.191437] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.191684] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.191937] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.192245] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.192421] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.192557] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.192677] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.192869] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.192985] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.193236] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.217042] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.217425] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.217425] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.217894] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-932" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.218044] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-a7e1795d-67d0-4f32-baea-744806988e4b taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.219035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.219035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.219035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.219297] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e1795d-67d0-4f32-baea-744806988e4b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.325049] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.325317] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.325375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.325632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.325739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.326074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.326237] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.326349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.326659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.326774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.326873] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e already deleted. [ 1130.326965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.518950] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.722028] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.722028] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.722028] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.722262] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.722359] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.722534] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port a7e1795d-67d0-4f32-baea-744806988e4b not found, creating... [ 1130.726199] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.726199] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.726199] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.726577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: a7e1795d-67d0-4f32-baea-744806988e4b is going to be created. [ 1130.747909] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.747909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.748160] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.748338] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.748658] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.750040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.019832] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.020171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.020171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.020451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.020596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.020709] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be updated. [ 1131.053511] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.053689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.053736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.053998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.054100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.063276] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a68885f-dfb5-4159-b27f-28618ed9c718 service nova] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a68885f-dfb5-4159-b27f-28618ed9c718 service nova] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a68885f-dfb5-4159-b27f-28618ed9c718 service nova] Enqueued Resource ID: a7e1795d-67d0-4f32-baea-744806988e4b with Priority: HIGHEST for action port [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_rules [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1131.472556] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e1795d-67d0-4f32-baea-744806988e4b with Priority: HIGHEST for action port [ 1131.472841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.472932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.472994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.473449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.473596] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.475287] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.476536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.476639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.476839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.478101] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.478101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.478101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.478101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.478101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.478101] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.479177] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e1795d-67d0-4f32-baea-744806988e4b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.479177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.479177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.479177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.479177] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e1795d-67d0-4f32-baea-744806988e4b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.825037] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.825274] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.825407] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.825674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.825948] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.826182] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.826317] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.826533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.826674] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.827015] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.827015] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.827096] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.827205] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.827316] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.827423] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.827556] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.848771] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.848917] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.849097] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.849355] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-304" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.849674] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-fb580bad-fd60-471d-95f2-066352417659 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.849931] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.850020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.850423] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.850567] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb580bad-fd60-471d-95f2-066352417659',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.976033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.976181] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.980624] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.981639] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7e1795d-67d0-4f32-baea-744806988e4b with status ACTIVE [ 1131.981845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.981968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.982053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.982305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.982409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.982605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.982706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.982769] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.982925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.983008] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.983248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.983359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.983440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.983738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.983842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.983930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7e1795d-67d0-4f32-baea-744806988e4b is going to be updated. [ 1132.010110] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.010284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.010558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.010558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.010698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.010855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e1795d-67d0-4f32-baea-744806988e4b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.354558] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.354978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.354978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.355231] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.355419] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.358405] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.358635] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.358808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.359077] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.359255] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.359674] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.359858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.359980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.360309] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.360466] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.360616] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: fb580bad-fd60-471d-95f2-066352417659 is going to be updated. [ 1132.388507] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.388798] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.388869] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.389153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.389379] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.389570] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.485634] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.564623] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5aecf0d5-e594-4491-af33-fe35f9b7c614 service nova] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 1132.565218] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGHEST for action security_group_members [ 1132.565574] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.565695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.565775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.565978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.566159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.566261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.566578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.566578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.566578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.566678] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.988068] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.988630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.989794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.990187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.990319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.990456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e is going to be created. [ 1133.020457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.020613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.020682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.020956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.021206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.028728] env[65720]: INFO networking_nsxv3.common.synchronization [None req-94b92e78-75c7-4eb0-bd83-3e4641cba550 service nova] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1133.029963] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGHEST for action security_group_members [ 1133.032154] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.032487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.032696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.033240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.033942] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.034186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.034346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.034677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.034847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.035230] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.037625] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: UNINITIALIZED for 2s [ 1133.069953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.070539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.070831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.071221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.071597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.072384] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.072636] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.073407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.073407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.073407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.073684] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6562597f-b120-450f-b598-e6c0625faab6 is going to be updated. [ 1133.077261] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1133.079905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.114105] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.114389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.114442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.114862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.115191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.130920] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: IN_PROGRESS for 2s [ 1133.144437] env[65720]: INFO networking_nsxv3.common.synchronization [None req-910f58a6-412b-45c5-b585-609fccd7d44b service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 1133.144631] env[65720]: INFO networking_nsxv3.common.synchronization [None req-910f58a6-412b-45c5-b585-609fccd7d44b service nova] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1133.145399] env[65720]: INFO networking_nsxv3.common.synchronization [None req-910f58a6-412b-45c5-b585-609fccd7d44b service nova] Enqueued Resource ID: fb580bad-fd60-471d-95f2-066352417659 with Priority: HIGHEST for action port [ 1133.145399] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_rules [ 1133.145523] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1133.145562] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb580bad-fd60-471d-95f2-066352417659 with Priority: HIGHEST for action port [ 1133.145810] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.145959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.146392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.146481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.146510] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.147842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.147969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.148078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.148594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.148594] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.148594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.148748] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.148796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.148859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.148946] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.152756] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb580bad-fd60-471d-95f2-066352417659 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.152756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.152756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.152756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.152756] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb580bad-fd60-471d-95f2-066352417659',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.469550] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ebea9077-55a5-43f1-ab94-2a85ff8f084f tempest-ServerDiskConfigTestJSON-603391006 tempest-ServerDiskConfigTestJSON-603391006-project-member] Enqueued Resource ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f with Priority: HIGHEST for action security_group_rules [ 1133.470105] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f with Priority: HIGHEST for action security_group_rules [ 1133.470435] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.470560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.470627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.470882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.470998] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.649953] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.650116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.650200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.650448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.650543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.650750] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.650864] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.650966] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.651095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.651243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.651349] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be updated. [ 1133.652789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.652965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.654052] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d1b41a91-c22c-4d41-85ad-06a482890250 tempest-ServerDiskConfigTestJSON-603391006 tempest-ServerDiskConfigTestJSON-603391006-project-member] Enqueued Resource ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f with Priority: HIGHEST for action security_group_rules [ 1133.654708] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.655995] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f with Priority: HIGHEST for action security_group_rules [ 1133.656812] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb580bad-fd60-471d-95f2-066352417659 with status ACTIVE [ 1133.656812] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.656812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.656812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.656812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.657172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.657172] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.657172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.657356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.657405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.657493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.657722] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.657820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.657884] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.658192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.658304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.658394] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb580bad-fd60-471d-95f2-066352417659 is going to be updated. [ 1133.659877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.660048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.683350] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.683580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.683580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.683797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.683930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.684148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb580bad-fd60-471d-95f2-066352417659" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.694309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.694468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.694535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.694718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.694858] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.705043] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: IN_PROGRESS for 2s [ 1133.995693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.995897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.995937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.997764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.999462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.999673] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f already deleted. [ 1133.999817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.000061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.001401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.001401] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.157358] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.527533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.527533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.527953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.527953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.527953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.528076] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f already deleted. [ 1134.528076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03c6f1bd-2ec6-453a-b268-cfa73c1bfc7f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.661450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.661450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.661450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.661709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.661850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.662046] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1134.721187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.721187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.721187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.721187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.721187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.731040] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1135.047488] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: SUCCESS [ 1135.047714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.047878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.048119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.048315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.048710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.049085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.049085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.049189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.049230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.049317] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.145192] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6562597f-b120-450f-b598-e6c0625faab6 in Status: SUCCESS [ 1135.145417] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6562597f-b120-450f-b598-e6c0625faab6 deletion is rescheduled due to dependency. [ 1135.145553] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.551291] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.715773] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e in Status: SUCCESS [ 1135.715955] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e deletion is rescheduled due to dependency. [ 1135.716104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.999393] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9a332f1e-38d5-4ff6-8c49-076677a56904 service nova] Enqueued Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1135.999753] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 with Priority: HIGHEST for action security_group_members [ 1136.000230] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-54e26452-878d-4e69-b427-5f1b4a72ea64 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.000363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.000452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.000714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.000894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.001033] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.001162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.001349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.001446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.001558] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54e26452-878d-4e69-b427-5f1b4a72ea64',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.054216] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff30cd43-b641-46b2-88fe-b7cd756ef65e: rpc.has_security_group_logging(os_id): False [ 1136.076585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.076779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.076779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.077014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.077104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.077342] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.077441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.077641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.077717] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.077758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.077848] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e is going to be created. [ 1136.144852] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.145057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.145057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.145411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.145741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.156762] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: IN_PROGRESS for 2s [ 1136.504021] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.504957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.504957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.504957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.504957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.505254] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.505254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.505254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.505384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.505467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.505562] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 is going to be updated. [ 1136.551255] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.551526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.551797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.551997] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.552246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.562959] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: IN_PROGRESS for 2s [ 1136.745119] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1136.745359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.745522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.745800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.746015] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.746137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.746198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.746362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.746428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.746516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.746603] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.815752] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1cb2a9cb-d67b-4536-81ee-ccf8a18095b2 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1136.818591] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1136.819208] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.819339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.819407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.819600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.819749] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.819846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.819906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.820083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.820152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.820240] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.249178] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.249403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.249403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.249624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.249802] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.249905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.249967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.250151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.250266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.250516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.250677] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.250768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.250831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.250973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.251250] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.251351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.251407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.251543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.251616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.251702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.251818] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.323368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.323540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.323604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.323825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.323915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324150] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.324229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.324295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.324449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.324524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.324611] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1137.356980] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.357162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.357244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.357452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.357592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.367649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1137.595611] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b77b4f61-f5c7-40d9-99ac-9cdfd00f2102 tempest-AttachVolumeTestJSON-1781541322 tempest-AttachVolumeTestJSON-1781541322-project-member] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1137.596174] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1137.596482] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.596606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.596780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.597129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.597227] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.682912] env[65720]: INFO networking_nsxv3.common.synchronization [None req-82d4daae-9b8d-4133-a533-45af6dde20c3 tempest-AttachVolumeTestJSON-1781541322 tempest-AttachVolumeTestJSON-1781541322-project-member] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1137.683501] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1137.683931] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.683931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.755032] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56db878a-e1e7-4cea-be19-9061e6f466c1: rpc.has_security_group_logging(os_id): False [ 1137.776018] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.776371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.776371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.776547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.776680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.776836] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.776931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.777012] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.777189] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777497] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.777564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.777596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.777732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.777835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.777972] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.778138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.778199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.778341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.778415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.778501] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1137.842770] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.842770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.842770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.842901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.843193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.856496] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1138.128493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.128705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.128751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.129531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.129531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.129531] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 already deleted. [ 1138.129531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.129780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.129849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.130057] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.169532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: SUCCESS [ 1138.169853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.573479] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 in Status: SUCCESS [ 1138.574121] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54e26452-878d-4e69-b427-5f1b4a72ea64 deletion is rescheduled due to dependency. [ 1138.574121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54e26452-878d-4e69-b427-5f1b4a72ea64" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.655106] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.655498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.655498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.655594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.655675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.655777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 already deleted. [ 1138.655992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.379534] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1139.379772] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1139.379943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.884557] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1139.884850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.536458] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8496d39a-45ea-40f9-86e0-8f9e61b77357 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1140.537193] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1140.539017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.539017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.539017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.539597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.539711] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.843342] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.844213] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844453] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844501] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844713] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.844866] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845243] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.845362] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.845503] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.845570] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.845690] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.845844] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.847029] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.866586] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.866761] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.866900] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.867093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.867414] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.867586] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.867699] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.868031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.868252] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f51770-ca83-4aa3-87c1-ef47653d9bb2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.046445] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.046749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.046853] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.047425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.047608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.047919] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.048218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.048289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.048558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.048702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.048879] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1141.078302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.078484] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.078556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.078776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.078914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.088837] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1141.373237] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373237] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port e8f51770-ca83-4aa3-87c1-ef47653d9bb2 not found, creating... [ 1141.373237] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373237] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.373688] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.373688] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.373688] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.373688] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.373961] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.374238] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: e8f51770-ca83-4aa3-87c1-ef47653d9bb2 is going to be created. [ 1141.416275] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.416604] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.416773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.417156] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.417439] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.417775] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.097916] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d7221ae1-459f-45a0-9239-49c4581cf38f service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1142.098215] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d7221ae1-459f-45a0-9239-49c4581cf38f service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1142.098324] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d7221ae1-459f-45a0-9239-49c4581cf38f service nova] Enqueued Resource ID: e8f51770-ca83-4aa3-87c1-ef47653d9bb2 with Priority: HIGHEST for action port [ 1142.098953] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1142.099331] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1142.099558] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8f51770-ca83-4aa3-87c1-ef47653d9bb2 with Priority: HIGHEST for action port [ 1142.099952] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.100259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.100320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.100827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.100983] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.101973] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.102156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.102449] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.102624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.102781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.104857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.104857] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8f51770-ca83-4aa3-87c1-ef47653d9bb2',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.605774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.605774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.605774] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8f51770-ca83-4aa3-87c1-ef47653d9bb2 with status ACTIVE [ 1142.606025] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.606025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.606025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.606257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.606351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.606528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.606628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.606691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.608784] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.608784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.608784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8f51770-ca83-4aa3-87c1-ef47653d9bb2 is going to be updated. [ 1142.628848] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.629070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.629070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.629276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.629411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.629563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8f51770-ca83-4aa3-87c1-ef47653d9bb2" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.100920] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1143.101224] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1143.101270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.101417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.101631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.101816] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.101931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.101995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.102154] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.102232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.102328] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.604106] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.107420] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.610212] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.610212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.610212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.610410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.610410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.610410] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1144.645941] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.646169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.646212] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.646418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.646569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.655336] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1145.929213] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0f7307ac-99a9-47f3-bb22-13a889efdf5b None None] Enqueued Resource ID: 14cc7daa-448b-4f21-99ee-ab640d07c64b with Priority: HIGHEST for action port [ 1145.929213] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cc7daa-448b-4f21-99ee-ab640d07c64b with Priority: HIGHEST for action port [ 1145.929213] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-14cc7daa-448b-4f21-99ee-ab640d07c64b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.929213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14cc7daa-448b-4f21-99ee-ab640d07c64b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.929213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14cc7daa-448b-4f21-99ee-ab640d07c64b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.929213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14cc7daa-448b-4f21-99ee-ab640d07c64b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.929713] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cc7daa-448b-4f21-99ee-ab640d07c64b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.432028] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14cc7daa-448b-4f21-99ee-ab640d07c64b [ 1146.432572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.432572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.432572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.432862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.432862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.432862] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14cc7daa-448b-4f21-99ee-ab640d07c64b already deleted. [ 1146.432960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14cc7daa-448b-4f21-99ee-ab640d07c64b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.667044] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1146.667315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.667543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.668030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.668156] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.668303] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.669313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.669313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.669313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.669313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.669313] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.172301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.172671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.172712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.172913] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.173163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.173367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.173417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.173572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.174077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.174077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.174077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.174077] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.174266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.174297] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.174502] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.174612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.174666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.174808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.174874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.174959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.175060] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.678415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92271888-899a-4fe2-9690-ccb397ac0ed4: rpc.has_security_group_logging(os_id): False [ 1147.706804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.706804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.706804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.706804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.707874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.707874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.707874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.707874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.707874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.707874] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1147.777011] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.777011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.777011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.777011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.777455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.792329] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1147.924824] env[65720]: INFO networking_nsxv3.common.synchronization [None req-45a4512f-c926-480b-92a2-dccce4555017 service nova] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1147.924824] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1147.924824] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.924824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.924824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.925611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.925866] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.925987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.926070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.926373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.926373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.926488] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.244020] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.244020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.244020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.244020] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.244020] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.244880] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.245376] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.245547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.248027] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.248027] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.248027] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.248027] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.248027] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.248027] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.248027] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.248027] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.265996] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.266745] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.267107] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.267449] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-75" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.268786] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.268786] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.268786] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.270565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.270565] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41be8b4-e252-47c3-8529-cd6a7ce6a8d3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.282192] env[65720]: INFO networking_nsxv3.common.synchronization [None req-026a5454-140a-48b4-a757-39d06205df40 None None] Enqueued Resource ID: 23a7715b-efdf-4710-b31e-1e9ba5c88cd9 with Priority: HIGHEST for action port [ 1148.282192] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23a7715b-efdf-4710-b31e-1e9ba5c88cd9 with Priority: HIGHEST for action port [ 1148.282192] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-23a7715b-efdf-4710-b31e-1e9ba5c88cd9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.282589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23a7715b-efdf-4710-b31e-1e9ba5c88cd9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.282873] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23a7715b-efdf-4710-b31e-1e9ba5c88cd9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.283270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23a7715b-efdf-4710-b31e-1e9ba5c88cd9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.283477] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23a7715b-efdf-4710-b31e-1e9ba5c88cd9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.430619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.430619] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.430619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 already deleted. [ 1148.430619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.712457] env[65720]: INFO networking_nsxv3.common.synchronization [None req-905b1afb-a938-4f98-99f6-925335b68d93 service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1148.713012] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1148.713380] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.713535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.713585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.713817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.714013] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.714130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.714199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.714416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.714526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.714643] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.772394] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.772598] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.772719] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.772992] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.773155] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.773358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 not found, creating... [ 1148.773622] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.773776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.773888] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.774117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.774256] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.774606] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.774763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.774875] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.775089] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.775219] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.775354] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 is going to be created. [ 1148.785392] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23a7715b-efdf-4710-b31e-1e9ba5c88cd9 [ 1148.785598] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.785718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.785785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.785958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.786053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.786141] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23a7715b-efdf-4710-b31e-1e9ba5c88cd9 already deleted. [ 1148.786219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23a7715b-efdf-4710-b31e-1e9ba5c88cd9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.795666] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.795764] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.795876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.796893] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.796893] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.796893] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.216759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.531009] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e9bad68b-7776-4d5a-94e0-9b0fecb9e4bf service nova] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1149.531331] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e9bad68b-7776-4d5a-94e0-9b0fecb9e4bf service nova] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1149.531462] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e9bad68b-7776-4d5a-94e0-9b0fecb9e4bf service nova] Enqueued Resource ID: c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 with Priority: HIGHEST for action port [ 1149.532043] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_rules [ 1149.532223] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1149.532353] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 with Priority: HIGHEST for action port [ 1149.532683] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.532830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.533183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.533331] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.534833] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.535186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.535186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.535275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.535506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.535574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.535707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.536341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.536490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.536609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.537695] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.537803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.537871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.538051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.538133] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c41be8b4-e252-47c3-8529-cd6a7ce6a8d3',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.719031] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.805699] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1149.805935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.040727] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.040882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.041092] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.042037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 with status ACTIVE [ 1150.042240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.042353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.042420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.042631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.042713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.042879] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.042971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.043051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.043206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.043300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.043487] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.043582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.043645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.043788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.043854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.043934] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c41be8b4-e252-47c3-8529-cd6a7ce6a8d3 is going to be updated. [ 1150.069092] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.069244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.069357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.069580] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.069999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.069999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c41be8b4-e252-47c3-8529-cd6a7ce6a8d3" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.221958] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.222124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.222199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.222403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.222503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.222598] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be updated. [ 1150.268059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.268059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.268059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.268059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.268059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.278633] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1150.549354] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.051597] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.051799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.051799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.052043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.052131] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.052234] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 is going to be created. [ 1151.076099] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.076310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.076310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.076511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.076704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.086143] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: UNINITIALIZED for 2s [ 1152.290054] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1152.290448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.603851] env[65720]: INFO networking_nsxv3.common.synchronization [None req-77ee4e6e-f43c-4d30-9473-1bfbf37d4519 service nova] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1152.605375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1152.605375] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.605375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.605375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.606217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.606453] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.606594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.606681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.606916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.607037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.607188] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.883234] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.883488] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-148" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.883628] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-148" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.883978] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-148" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.884886] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.885085] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.885243] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.885497] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.885656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.885937] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.886092] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.886210] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.886319] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.886434] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.886538] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.886696] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.910695] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.910881] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.911031] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.911235] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-148" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.911592] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.911773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.911894] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.912230] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.912408] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.096389] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: SUCCESS [ 1153.096586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.096803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.097024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.097269] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.097429] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.097512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.097724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.097838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.097910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.098044] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.110444] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.110627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.110695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.110904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.110992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.111226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.111338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.111399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.111557] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.111637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.111717] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b already deleted. [ 1153.111790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.417974] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.418556] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.418556] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.418705] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.418771] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.418919] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b not found, creating... [ 1153.419211] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.419446] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.419519] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.419723] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.419876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.420263] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.420428] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.420537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.420759] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.420895] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.421053] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b is going to be created. [ 1153.444156] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.449821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.449821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.449821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.449821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.449821] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.600751] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.876678] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d7c09274-4342-4c7f-82e4-9d0cfffac344 service nova] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1153.877589] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGHEST for action security_group_members [ 1153.877589] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.877787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.877787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.877943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.878111] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.878199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.878268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.878415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.878494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.878593] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.103067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d532a5c-a2f7-4943-ab5c-729bc5a41f90: rpc.has_security_group_logging(os_id): False [ 1154.119340] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.119527] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.119611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.119814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.119897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.120161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.120275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.120337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.120489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.120594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.120648] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 is going to be created. [ 1154.162456] env[65720]: INFO networking_nsxv3.common.synchronization [None req-98b7317f-74ee-49c7-9d08-7b3acb85741f service nova] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1154.162625] env[65720]: INFO networking_nsxv3.common.synchronization [None req-98b7317f-74ee-49c7-9d08-7b3acb85741f service nova] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1154.162796] env[65720]: INFO networking_nsxv3.common.synchronization [None req-98b7317f-74ee-49c7-9d08-7b3acb85741f service nova] Enqueued Resource ID: e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b with Priority: HIGHEST for action port [ 1154.163577] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_rules [ 1154.163708] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1154.163837] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b with Priority: HIGHEST for action port [ 1154.164174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.164319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.164405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.164700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.164700] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.165555] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.165665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.165732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.165918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.166104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.166227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.166288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.166414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.166578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.166578] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.167548] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.167665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.167743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.167912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.168024] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.177783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.177964] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.178071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.178465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.178546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.192888] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: IN_PROGRESS for 2s [ 1154.380804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.381044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.381119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.381444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.381582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.381827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.381955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.382032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.382249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.382332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.382451] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be updated. [ 1154.413399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.413583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.413632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.413903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.414117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.424119] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: IN_PROGRESS for 2s [ 1154.670439] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.670654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.670937] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.672074] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b with status ACTIVE [ 1154.672301] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.672491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.672545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.673774] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.673774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.674141] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.674141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.674229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.674561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.674561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.674561] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b is going to be updated. [ 1154.701854] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.702015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.702168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.702612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.702612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.702799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0f18f03-6a1b-4d5e-9b8e-68051f61ad8b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.876516] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4cf6b928-76d1-41e6-9d9c-b50f43460117 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1154.877076] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1154.877390] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.878143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.878221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.878491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.878683] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.878794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.878859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.879037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.879145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.879223] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.163149] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.163431] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.163530] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.163881] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.164136] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.164335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.164507] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.164741] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.164904] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.165489] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.165489] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.165489] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.165628] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.165661] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.165773] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.165899] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.176549] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.183839] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.184056] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.184535] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.184535] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.184758] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-c5730368-8477-43fb-ae16-4a4e35a403ab taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.185205] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.185205] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.185378] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.185489] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5730368-8477-43fb-ae16-4a4e35a403ab',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.383174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.383385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.383449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.383656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.383742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.383943] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.384055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.384121] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.384273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.384355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.384440] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 already deleted. [ 1155.384537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.678806] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.679271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.679271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.679271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.679385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.679452] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b is going to be created. [ 1155.687860] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.688088] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.688250] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.688546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.688710] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.688912] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port c5730368-8477-43fb-ae16-4a4e35a403ab not found, creating... [ 1155.689236] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.689430] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.689581] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.689863] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.690052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.690383] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.690580] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.690704] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.690944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.691092] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.691248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: c5730368-8477-43fb-ae16-4a4e35a403ab is going to be created. [ 1155.703150] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.703368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.703368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.703571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.703723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.711538] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.711736] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.711858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.712149] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.712395] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.712637] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.713990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: UNINITIALIZED for 2s [ 1156.205913] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: SUCCESS [ 1156.206248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.434890] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 185995b8-f612-475a-be15-5f668226025b in Status: SUCCESS [ 1156.434890] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 185995b8-f612-475a-be15-5f668226025b deletion is rescheduled due to dependency. [ 1156.434890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.471171] env[65720]: INFO networking_nsxv3.common.synchronization [None req-777dfafa-9730-44e1-b9ad-ca03c0d0697d service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1156.471171] env[65720]: INFO networking_nsxv3.common.synchronization [None req-777dfafa-9730-44e1-b9ad-ca03c0d0697d service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1156.471171] env[65720]: INFO networking_nsxv3.common.synchronization [None req-777dfafa-9730-44e1-b9ad-ca03c0d0697d service nova] Enqueued Resource ID: c5730368-8477-43fb-ae16-4a4e35a403ab with Priority: HIGHEST for action port [ 1156.471171] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1156.471405] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1156.471435] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5730368-8477-43fb-ae16-4a4e35a403ab with Priority: HIGHEST for action port [ 1156.472076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.472179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.472179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.472416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.472536] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.473368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.473489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.474173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.474173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.474173] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.474173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.474173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.474173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.474434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.474434] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.475542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5730368-8477-43fb-ae16-4a4e35a403ab taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.475657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.475730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.476011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.476011] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5730368-8477-43fb-ae16-4a4e35a403ab',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.979023] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.979759] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.979882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.980506] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5730368-8477-43fb-ae16-4a4e35a403ab with status ACTIVE [ 1156.980658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.980716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.980835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.981366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.981366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.981563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.981622] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.981732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.981842] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.981937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.982140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.982233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.982330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.983067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.983067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.983067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5730368-8477-43fb-ae16-4a4e35a403ab is going to be updated. [ 1157.004940] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.005089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.005145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.005444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.005542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.005657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5730368-8477-43fb-ae16-4a4e35a403ab" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.481605] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.726343] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: SUCCESS [ 1157.726566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.726820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.727052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.727248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.727368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.727434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.727639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.727679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.727755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.727825] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.984293] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.984614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.984614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.984813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.985298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.985416] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be created. [ 1158.025093] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.025307] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.025399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.025583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.025751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.038189] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: UNINITIALIZED for 2s [ 1158.229881] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.732802] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15bb50c1-5d95-4d02-a831-db2bd4cc701b: rpc.has_security_group_logging(os_id): False [ 1158.754966] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.755158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.755202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.755407] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.755495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.755733] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.755830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.755894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.756082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.756158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.756242] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b is going to be created. [ 1158.825528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.825794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.825794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.826210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.826210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.841445] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: IN_PROGRESS for 2s [ 1159.400634] env[65720]: INFO networking_nsxv3.common.synchronization [None req-25f04249-c5fc-428c-9a89-87e011dc0b03 service nova] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1159.401359] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGHEST for action security_group_members [ 1159.401665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.401800] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.401866] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.402192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.402285] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.402416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.402501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.403135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.403135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.403135] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.905608] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.905772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.907022] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.907022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.907022] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be updated. [ 1159.937279] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.937447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.937521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.937740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.937899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.948209] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: IN_PROGRESS for 2s [ 1160.049855] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1160.050219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.050444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.050917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.051176] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.051317] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.051389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.051570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.051655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.051744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.051824] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.554879] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.554879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.554879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.554879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.555389] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.555389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.555389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.555389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.555567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.555567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.555641] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.555751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.555821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.555967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.556122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.556245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.556279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.556405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.556513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.556626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.556748] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.853751] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: SUCCESS [ 1160.853976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.058874] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1161.079379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.079379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.079646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.079646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.079934] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.080192] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.080298] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.080356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.080530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.080602] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.080842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.080929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.080995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.081150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.081224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.081592] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.081736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.081810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.081990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.082092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.082207] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be created. [ 1161.146675] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.146889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.146941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.147150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.147352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.157260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1161.959211] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9afb5037-b003-4b12-9704-5f572db3edfb in Status: SUCCESS [ 1161.959541] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb deletion is rescheduled due to dependency. [ 1161.959541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.170285] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1163.170786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.424231] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d5881a1c-6ae1-4481-af9e-5a08e6552436 tempest-AttachInterfacesTestJSON-763311326 tempest-AttachInterfacesTestJSON-763311326-project-member] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1163.424855] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGHEST for action security_group_members [ 1163.428126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.428300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.428425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.428689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.428896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.429042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.429155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.429312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.429440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.429586] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.932501] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.932735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.932735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.933147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.933254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.933519] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.933828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.933828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.933955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.933955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.934101] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be updated. [ 1163.964720] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.964951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.965014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.965211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.965358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.975061] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: IN_PROGRESS for 2s [ 1165.987060] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 in Status: SUCCESS [ 1165.987060] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 deletion is rescheduled due to dependency. [ 1165.987060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.908121] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3eb1b6e2-989b-4ac2-a75e-decf303f3df5 None None] Enqueued Resource ID: 446cdf8c-1aff-494f-a049-4e9217437896 with Priority: HIGHEST for action port [ 1167.908705] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446cdf8c-1aff-494f-a049-4e9217437896 with Priority: HIGHEST for action port [ 1167.909064] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-446cdf8c-1aff-494f-a049-4e9217437896 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.909214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446cdf8c-1aff-494f-a049-4e9217437896" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.909361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446cdf8c-1aff-494f-a049-4e9217437896" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.909541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446cdf8c-1aff-494f-a049-4e9217437896" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.909632] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446cdf8c-1aff-494f-a049-4e9217437896',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.414450] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446cdf8c-1aff-494f-a049-4e9217437896 [ 1168.414706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.414831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.414889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.415611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.415611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.415611] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446cdf8c-1aff-494f-a049-4e9217437896 already deleted. [ 1168.415611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446cdf8c-1aff-494f-a049-4e9217437896" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.386356] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a70314aa-d789-4a09-9757-e1e6dd9e1421 tempest-ServerActionsTestJSON-1690106724 tempest-ServerActionsTestJSON-1690106724-project-member] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1169.386982] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1169.387268] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.387376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.387449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.388318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.388318] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.648361] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7b836de7-a556-48a2-86a6-647df3b357a9 tempest-ServerActionsTestJSON-1690106724 tempest-ServerActionsTestJSON-1690106724-project-member] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1169.648361] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1169.649295] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.649576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.916856] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.917035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.917035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.917182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.917296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.917417] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e already deleted. [ 1169.917449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.919530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.919530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.919530] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.010657] env[65720]: INFO networking_nsxv3.common.synchronization [None req-89928c1c-fe0e-431b-b9e2-beb0cc0b616b None None] Enqueued Resource ID: 794b1944-0da0-450a-8387-53d53c692265 with Priority: HIGHEST for action port [ 1170.012062] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 794b1944-0da0-450a-8387-53d53c692265 with Priority: HIGHEST for action port [ 1170.013965] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-794b1944-0da0-450a-8387-53d53c692265 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.013965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-794b1944-0da0-450a-8387-53d53c692265" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.013965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-794b1944-0da0-450a-8387-53d53c692265" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.013965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-794b1944-0da0-450a-8387-53d53c692265" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.013965] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('794b1944-0da0-450a-8387-53d53c692265',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.446895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.447368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.447368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.447368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.447533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.447649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e already deleted. [ 1170.447763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.518962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 794b1944-0da0-450a-8387-53d53c692265 [ 1170.518962] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.518962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.518962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.518962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.518962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.518962] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:794b1944-0da0-450a-8387-53d53c692265 already deleted. [ 1170.518962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-794b1944-0da0-450a-8387-53d53c692265" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.547665] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2780695c-b46c-433c-bde7-05eaff2083b6 None None] Enqueued Resource ID: 4539a46a-219d-4b94-84a9-d3324fbaa023 with Priority: HIGHEST for action port [ 1170.548164] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4539a46a-219d-4b94-84a9-d3324fbaa023 with Priority: HIGHEST for action port [ 1170.548542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4539a46a-219d-4b94-84a9-d3324fbaa023 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.548679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4539a46a-219d-4b94-84a9-d3324fbaa023" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.548721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4539a46a-219d-4b94-84a9-d3324fbaa023" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.548972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4539a46a-219d-4b94-84a9-d3324fbaa023" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.549487] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4539a46a-219d-4b94-84a9-d3324fbaa023',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.055292] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4539a46a-219d-4b94-84a9-d3324fbaa023 [ 1171.055292] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.055292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.055292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.055292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.055292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.055292] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4539a46a-219d-4b94-84a9-d3324fbaa023 already deleted. [ 1171.055292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4539a46a-219d-4b94-84a9-d3324fbaa023" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.375524] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aff5354e-17ab-40bc-bfd0-4af42bac5298 tempest-ServerActionsTestOtherA-1450592917 tempest-ServerActionsTestOtherA-1450592917-project-member] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1171.376050] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1171.376377] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.376501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.376570] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.377699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.377699] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.479948] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5d97d455-5a55-4de2-aced-865101aa2761 tempest-ServerActionsTestOtherA-1450592917 tempest-ServerActionsTestOtherA-1450592917-project-member] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1171.480362] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1171.480362] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.480453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.904059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.904312] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 already deleted. [ 1171.904312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.904476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904680] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904807] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.440392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.440528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.440611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.440821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.440904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.441011] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 already deleted. [ 1172.441093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.030736] env[65720]: INFO networking_nsxv3.common.synchronization [None req-141ea0fd-169f-4bc3-a3b6-b8216a8dad3e None None] Enqueued Resource ID: 16c64dac-cbcd-4dcd-a25e-f964834bc61e with Priority: HIGHEST for action port [ 1173.032407] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c64dac-cbcd-4dcd-a25e-f964834bc61e with Priority: HIGHEST for action port [ 1173.032772] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-16c64dac-cbcd-4dcd-a25e-f964834bc61e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.032939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16c64dac-cbcd-4dcd-a25e-f964834bc61e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.033014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16c64dac-cbcd-4dcd-a25e-f964834bc61e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.033357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16c64dac-cbcd-4dcd-a25e-f964834bc61e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.033472] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16c64dac-cbcd-4dcd-a25e-f964834bc61e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.537222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16c64dac-cbcd-4dcd-a25e-f964834bc61e [ 1173.537559] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.537756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.537862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.538201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.538355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.538498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16c64dac-cbcd-4dcd-a25e-f964834bc61e already deleted. [ 1173.538612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16c64dac-cbcd-4dcd-a25e-f964834bc61e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.578997] env[65720]: INFO networking_nsxv3.common.synchronization [None req-71ebda31-9d6e-4c17-9ad8-e4f2b3e37517 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1174.578997] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1174.579648] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.579648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.579648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.580271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.580271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.580271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.580271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.580271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.580495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.580495] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.942668] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.942981] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.943230] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.943641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.944052] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.944297] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.944485] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.944897] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.945467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.945878] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.946106] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.946433] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.946674] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.946916] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.947171] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.947449] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.971051] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.971051] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.971193] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.971448] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.972051] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-46483adf-29bb-4abf-b767-42ff3c0b3c20 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.972051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.972051] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.972385] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.972528] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46483adf-29bb-4abf-b767-42ff3c0b3c20',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.083596] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.475763] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.475995] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.476233] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.476566] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.476767] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.477115] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 46483adf-29bb-4abf-b767-42ff3c0b3c20 not found, creating... [ 1175.477381] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.477611] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.477761] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.478019] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.478175] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.478476] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.478636] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.478757] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.478974] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.479131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.479271] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 46483adf-29bb-4abf-b767-42ff3c0b3c20 is going to be created. [ 1175.500205] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.500440] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.500678] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.500906] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.501265] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.501661] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.586032] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.089835] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.089835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.089835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.089835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.089835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.089835] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1176.121132] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.121305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.121414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.121668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.121811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.131792] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1176.226384] env[65720]: INFO networking_nsxv3.common.synchronization [None req-33db1668-3065-4797-a41d-7fb8e59a78d5 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1176.226384] env[65720]: INFO networking_nsxv3.common.synchronization [None req-33db1668-3065-4797-a41d-7fb8e59a78d5 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1176.226384] env[65720]: INFO networking_nsxv3.common.synchronization [None req-33db1668-3065-4797-a41d-7fb8e59a78d5 service nova] Enqueued Resource ID: 46483adf-29bb-4abf-b767-42ff3c0b3c20 with Priority: HIGHEST for action port [ 1176.226723] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1176.226932] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1176.227054] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46483adf-29bb-4abf-b767-42ff3c0b3c20 with Priority: HIGHEST for action port [ 1176.227356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.227476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.227542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.228026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.228693] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.229022] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.229119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.229329] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-46483adf-29bb-4abf-b767-42ff3c0b3c20 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.229438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.229502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.229684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.229776] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46483adf-29bb-4abf-b767-42ff3c0b3c20',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.732028] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.732028] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.732470] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46483adf-29bb-4abf-b767-42ff3c0b3c20 with status ACTIVE [ 1176.732470] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.732559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.732596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.732806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.732887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.733995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.733995] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.733995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.734452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.734452] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46483adf-29bb-4abf-b767-42ff3c0b3c20 is going to be updated. [ 1176.756978] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.757743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.757743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.757743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.757972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.757972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46483adf-29bb-4abf-b767-42ff3c0b3c20" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.814875] env[65720]: INFO networking_nsxv3.common.synchronization [None req-aaa4599c-5a74-4e3e-b802-efd0c0cf74d1 service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1176.815498] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1176.816114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.816114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.816268] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.816420] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.816538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.816594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.816871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.817049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.817125] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.120996] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.121231] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.121353] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.122009] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.122504] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.123475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.123475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.123475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.123475] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.123475] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.123820] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.123820] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.124040] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.124098] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.124227] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.124418] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.146446] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.146639] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.146784] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.146966] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.147331] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-03c9e6fb-2435-43be-bb55-8afecdcf38ff taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.147510] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.147630] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.147990] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.148173] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c9e6fb-2435-43be-bb55-8afecdcf38ff',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.319019] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.319225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.319315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.319590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.319696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.319938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.320078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.320150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.320352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.320438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.320542] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e already deleted. [ 1177.320673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.652172] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.652480] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.652622] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.652909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.653081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.653253] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 03c9e6fb-2435-43be-bb55-8afecdcf38ff not found, creating... [ 1177.653518] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.653775] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.653897] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.654136] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.654277] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.654617] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.654792] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.654912] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.655140] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.655273] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.655414] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 03c9e6fb-2435-43be-bb55-8afecdcf38ff is going to be created. [ 1177.679210] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.679435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.679560] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.679852] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.680101] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.680368] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.144981] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1178.145306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.146053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.146053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.146053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.146053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.146053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.146278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.146278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.146350] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.426645] env[65720]: INFO networking_nsxv3.common.synchronization [None req-95ce0173-5685-4ab3-84a7-cc2ffccacbfb service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1178.427122] env[65720]: INFO networking_nsxv3.common.synchronization [None req-95ce0173-5685-4ab3-84a7-cc2ffccacbfb service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1178.428028] env[65720]: INFO networking_nsxv3.common.synchronization [None req-95ce0173-5685-4ab3-84a7-cc2ffccacbfb service nova] Enqueued Resource ID: 03c9e6fb-2435-43be-bb55-8afecdcf38ff with Priority: HIGHEST for action port [ 1178.428254] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1178.430076] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1178.430076] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03c9e6fb-2435-43be-bb55-8afecdcf38ff with Priority: HIGHEST for action port [ 1178.430076] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.430076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.430076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.430076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.430076] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.430399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.430552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.430627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.430833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.430986] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.431098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.431160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.431304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.431386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.431529] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.432698] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-03c9e6fb-2435-43be-bb55-8afecdcf38ff taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.432856] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.432950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.433163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.433278] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03c9e6fb-2435-43be-bb55-8afecdcf38ff',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.648489] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.934845] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.935094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.940428] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03c9e6fb-2435-43be-bb55-8afecdcf38ff with status ACTIVE [ 1178.940764] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.940933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.941015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.941249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.941336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.941541] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.941687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.941771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.941968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.942141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.942312] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.942430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.942524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.942737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.942820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.942915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03c9e6fb-2435-43be-bb55-8afecdcf38ff is going to be updated. [ 1178.944307] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.968595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.968786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.968825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.969042] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.969235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.969445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03c9e6fb-2435-43be-bb55-8afecdcf38ff" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.151141] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.447076] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.654117] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.654325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.654325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.654494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.654603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.654750] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1179.689500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.689714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.689714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.689854] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.689995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.699726] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1179.951100] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.951100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.951100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.951100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.951100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.951100] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be created. [ 1179.980586] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.980809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.980809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.981061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.981243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.992198] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: UNINITIALIZED for 2s [ 1180.032320] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fe2b2c13-d767-4103-adeb-6db1abd51d7f service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1180.033123] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1180.033681] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.033958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.034132] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.034232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.034290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.034451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.034534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.034669] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.362348] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.362742] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.362742] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.362998] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.363271] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.363442] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.363559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.363829] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.364079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.364372] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.364496] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.364614] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.364772] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.364904] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.365042] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.365247] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.386474] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.386694] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.386797] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.386974] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.387376] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.387563] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.387690] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.388184] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.388330] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.536894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.537132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.537183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.537385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.537480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.537715] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.537822] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.537895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.538069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.538138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.538225] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 already deleted. [ 1180.538329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.891947] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.892307] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.892460] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.892787] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.892942] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.894217] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 not found, creating... [ 1180.894562] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.894921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895470] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.895798] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.896075] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.896213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.896490] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.896596] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.896769] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 is going to be created. [ 1180.921270] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.921552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.921552] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.921865] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.922143] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.922384] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703841] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90652e9-51a9-4101-8ed3-736f9cd5072a service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1181.704135] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90652e9-51a9-4101-8ed3-736f9cd5072a service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1181.704265] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f90652e9-51a9-4101-8ed3-736f9cd5072a service nova] Enqueued Resource ID: 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 with Priority: HIGHEST for action port [ 1181.711786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1181.711786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1181.711786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 with Priority: HIGHEST for action port [ 1181.711786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.711786] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.711786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.711786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.711786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.711786] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.711786] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.712507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.712507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.712507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.712507] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.717361] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1181.717592] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.717843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.717975] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.718244] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.718348] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.718413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.718685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.718685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.718780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.718815] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.010276] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1182.010536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.010750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.011060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.011304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.011466] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.011568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.011781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.012085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.012085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.012225] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.214748] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.215064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.215161] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.216139] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 with status ACTIVE [ 1182.216317] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.216465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.216541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.216755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.216849] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.217059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.217164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.217228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.217402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.217483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.217672] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.217798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.217860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.218901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.218901] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.218901] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9 is going to be updated. [ 1182.221265] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.221470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.221470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.221681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.221872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.221992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.222056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.222410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.222410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.222410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.222552] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.222818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.222818] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.222912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.223012] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.223079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.223300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.223300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.223403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.223403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.223486] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.257523] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.257785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.257785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.258050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.258395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.258617] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a8678e-a808-4eb1-9cb2-2f86b5fbd4b9" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.517585] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.721378] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.725972] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1182.745948] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.746152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.746246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.746994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.746994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.746994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.746994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.746994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.747421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.747421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.747561] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.747612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.747689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.749358] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.749358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.749358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1182.817112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.817287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.817338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.817540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.817691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.831397] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1183.019498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be0353ae-3f2f-4fa9-94c0-f199f464ee2e: rpc.has_security_group_logging(os_id): False [ 1183.039568] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.039727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.039766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.039994] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.040102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.040368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.040486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.040565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.040759] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.040924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.040924] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be created. [ 1183.108029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.108242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.108324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.108546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.108732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.122195] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1183.224142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.224378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.224428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.224681] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.224792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.224937] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be created. [ 1183.256336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.256582] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.256694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.256959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.257363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.268384] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: UNINITIALIZED for 2s [ 1184.624433] env[65720]: INFO networking_nsxv3.common.synchronization [None req-989ab384-e596-4563-8d5b-cb12e009b2a0 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1184.625166] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1184.625596] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.625779] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.625898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.626192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.626429] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.626793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.626793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.626935] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.627053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.627196] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.848221] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1184.848509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.129236] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.129468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.129468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.129672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.129765] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.129970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.130085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.130148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.130349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.130442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.130736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1185.137328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1185.137547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.165345] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.165542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.165596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.165781] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.165925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.176441] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1185.283741] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1185.284047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.284285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.284529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.284782] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.284920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.285010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.285234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.285313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.285486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.285486] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.789628] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.293292] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95: rpc.has_security_group_logging(os_id): False [ 1186.321043] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.321324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.321461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.321775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.321937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.322261] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.322441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.322567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.322789] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.322912] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.323065] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be created. [ 1186.387480] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.387723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.387723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.387951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.388290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.407394] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1187.188260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1187.188648] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1187.188648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.792726] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff925899-eddc-4348-8b43-958db1a3b9a9 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1187.793284] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1187.794629] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.794629] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.794629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.794629] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.088488] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-899 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.088750] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.089009] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.089171] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.089461] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.089920] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.089920] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.090088] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.090187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.090420] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.090542] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.090672] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.090791] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.090922] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.091069] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.091226] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.113433] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.113587] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.113930] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.114134] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-899" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.114518] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.114760] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.114908] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.115268] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.115436] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad01f9d-0dc4-483c-8e27-cf7ffeec9519',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.299139] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.299441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.299441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.299599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.299676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.299850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.299939] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.299999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.301068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.301068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.301068] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1188.331368] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.331565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.331667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.331898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.332052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.343037] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1188.422820] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1188.422820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.618248] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.618493] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.618599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.618924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.619090] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.619217] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port dad01f9d-0dc4-483c-8e27-cf7ffeec9519 not found, creating... [ 1188.619483] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.619644] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.619754] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.619972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620121] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.620391] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.620541] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.620657] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.620858] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.620985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.621136] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: dad01f9d-0dc4-483c-8e27-cf7ffeec9519 is going to be created. [ 1188.643093] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.643329] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.643455] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.643756] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.644035] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.644377] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.340531] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f1c579b7-f71e-478b-a615-127bc2c1b7a8 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1189.340788] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f1c579b7-f71e-478b-a615-127bc2c1b7a8 service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1189.340851] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f1c579b7-f71e-478b-a615-127bc2c1b7a8 service nova] Enqueued Resource ID: dad01f9d-0dc4-483c-8e27-cf7ffeec9519 with Priority: HIGHEST for action port [ 1189.341437] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_rules [ 1189.341612] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1189.341665] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dad01f9d-0dc4-483c-8e27-cf7ffeec9519 with Priority: HIGHEST for action port [ 1189.341983] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.342126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.342225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.342383] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.342600] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.345447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.345447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.345447] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.345447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.345447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.345705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.345705] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dad01f9d-0dc4-483c-8e27-cf7ffeec9519',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.848074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.848224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.848437] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dad01f9d-0dc4-483c-8e27-cf7ffeec9519 with status ACTIVE [ 1189.848608] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.848714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.848776] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.848974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.849182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.849359] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.849588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.849588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.849685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.849757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.849945] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.850065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.850208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.850261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.850325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.850381] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dad01f9d-0dc4-483c-8e27-cf7ffeec9519 is going to be updated. [ 1189.871556] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.871758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.871758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.871956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.872311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.872311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dad01f9d-0dc4-483c-8e27-cf7ffeec9519" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.353618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1190.353899] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1190.353991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.354345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.354725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.354966] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.355136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.355211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.355411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.355503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.355616] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.858640] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.361450] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.534046] env[65720]: INFO networking_nsxv3.common.synchronization [None req-933c4454-5dee-4093-9ef5-e7b5ffb95d2d service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1191.534632] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1191.534769] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.534930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.534930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.535777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.535777] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.535777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.535777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.536011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.536011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.536136] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.863625] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.863861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.863861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.864046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.864137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.864241] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1191.891506] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.891666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.891740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.891953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.892117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.901147] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1192.039078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.540981] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.043302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.043461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.043536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.043816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.043922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.044049] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1193.071916] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.072126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.072126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.072325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.072465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.083145] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1193.917505] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1193.918044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.918143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.918461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.918742] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.918920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.919095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.919324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.919430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.919603] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.919819] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.423195] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.423393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.423393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.423677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.423960] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.424112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.424183] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.424393] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.424528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.424664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.424889] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.425061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.425151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.425343] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.425532] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.425658] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.425745] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.425933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.426056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.426173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.426294] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.929543] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92271888-899a-4fe2-9690-ccb397ac0ed4: rpc.has_security_group_logging(os_id): False [ 1194.948826] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.949092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.949243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.949543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.949815] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.950113] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.950276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.950353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.950561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.950646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.950870] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.950977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.951087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.951240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.951316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.951510] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.951607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.951701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.951959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.952040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.952150] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1195.023544] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.023661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.023743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.024149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.024323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.038163] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1195.097566] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1195.097803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.344397] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d005d082-7c72-4b46-b8c6-5f8f60cee9c6 service nova] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1196.345053] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGHEST for action security_group_members [ 1196.345976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.345976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.345976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.345976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.345976] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.346325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.346325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.346325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.346325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.346472] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.848970] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.849448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.849544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.849756] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.849872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.849999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.850133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.850243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.850363] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e is going to be updated. [ 1196.893821] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.893821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.893821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.893821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.893821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.904413] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: IN_PROGRESS for 2s [ 1197.052401] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1197.052401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.629587] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.629965] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.629965] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.630217] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.630475] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.630643] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.630758] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.631011] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.631179] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.631411] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.631535] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.631784] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.632060] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.632228] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.632372] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.632532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.653479] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.653706] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.653874] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.654069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-935" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.654432] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-08b7016b-dc44-4206-a00c-5da943b82a38 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.654614] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.654758] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.655102] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.655270] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7016b-dc44-4206-a00c-5da943b82a38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.914754] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e in Status: SUCCESS [ 1198.915022] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e deletion is rescheduled due to dependency. [ 1198.915197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.158294] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.158515] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.158638] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.159036] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.159225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.159516] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.159708] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.159793] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.160017] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.160164] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.160445] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.160599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.160716] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.160963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.161117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.161260] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 08b7016b-dc44-4206-a00c-5da943b82a38 is going to be updated. [ 1199.183742] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.183991] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.184093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.184367] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.184571] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.184808] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.900062] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a4932538-73ba-4344-ba3e-f3fc29247f34 service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1199.900368] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a4932538-73ba-4344-ba3e-f3fc29247f34 service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1199.900407] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a4932538-73ba-4344-ba3e-f3fc29247f34 service nova] Enqueued Resource ID: 08b7016b-dc44-4206-a00c-5da943b82a38 with Priority: HIGHEST for action port [ 1199.900629] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_rules [ 1199.900757] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1199.900854] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b7016b-dc44-4206-a00c-5da943b82a38 with Priority: HIGHEST for action port [ 1199.901461] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.901583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.901650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.901846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.901929] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.903074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.903341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.903341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.903467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.903554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.903645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.903708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.903872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.903961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.904069] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.904829] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b7016b-dc44-4206-a00c-5da943b82a38 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.904909] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.904982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.905119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.906042] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b7016b-dc44-4206-a00c-5da943b82a38',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.406524] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.407798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.407949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.408345] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b7016b-dc44-4206-a00c-5da943b82a38 with status ACTIVE [ 1200.408543] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.408683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.408764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409017] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.409347] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.409483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.409600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.409767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.409833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410080] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.410165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.410234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.410425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.410509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410617] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b7016b-dc44-4206-a00c-5da943b82a38 is going to be updated. [ 1200.431891] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.432091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.432141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.432325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.432460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.432623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b7016b-dc44-4206-a00c-5da943b82a38" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.909722] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.910826] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2861776e-e242-426e-a66a-d1437370c8ec service nova] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1200.911466] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGHEST for action security_group_members [ 1200.911763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.911915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.912046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.912260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.912422] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.912524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.912590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.912737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.912821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.912913] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.411985] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.412159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.412291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.412521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.412652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.412773] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be updated. [ 1201.417149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.417321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.417420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.417667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.417758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.417954] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.418073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.418169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.418275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.418354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.418443] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be updated. [ 1201.446274] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.446274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.446274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.446456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.446494] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.448178] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.448327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.448403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.448621] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.448785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.460557] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: IN_PROGRESS for 2s [ 1201.461320] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: IN_PROGRESS for 2s [ 1201.738733] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-215 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.738973] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.739115] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.739476] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.739841] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.740049] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.740213] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.740543] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.740752] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.741040] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.741170] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.741310] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.741444] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.741557] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.741665] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.741854] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.763299] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.763522] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.763683] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.763931] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-215" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.764281] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.764457] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.764605] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.764863] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.765039] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4765f6c2-d161-4e36-a6a8-3c8d39c47a40',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.268059] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.268472] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.268783] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.269230] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.269568] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.270056] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.270323] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.270521] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.270886] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.271138] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.271607] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.271873] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.272093] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.272422] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.272632] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.272858] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 is going to be updated. [ 1202.318256] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.318530] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.318778] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.319069] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.319307] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.319605] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.973060] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e32f70df-f60a-4e10-8724-d78176841bb4 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 1202.973134] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e32f70df-f60a-4e10-8724-d78176841bb4 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1202.973277] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e32f70df-f60a-4e10-8724-d78176841bb4 service nova] Enqueued Resource ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with Priority: HIGHEST for action port [ 1202.973992] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_rules [ 1202.974341] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1202.974569] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with Priority: HIGHEST for action port [ 1202.975014] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.975193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.975328] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.975605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.975780] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.976740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.976878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.976976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.977194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.977379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.977506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.977936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.977936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.977936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.977936] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.979784] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.979784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.979784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.979784] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.979784] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4765f6c2-d161-4e36-a6a8-3c8d39c47a40',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.473666] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 in Status: SUCCESS [ 1203.473666] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 deletion is rescheduled due to dependency. [ 1203.473666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.474527] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: SUCCESS [ 1203.474766] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.474949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.475207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.475644] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.475644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.475644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.475889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.476292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.476292] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.481374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.481530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.481782] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.482866] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 with status ACTIVE [ 1203.483139] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.483294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.483399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.483644] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.483755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.484285] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.484285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.484462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.485239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.485367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.486066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.486255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.486368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.486576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.486664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.486763] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4765f6c2-d161-4e36-a6a8-3c8d39c47a40 is going to be updated. [ 1203.514817] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.515051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.515051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.515258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.515399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.515654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4765f6c2-d161-4e36-a6a8-3c8d39c47a40" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.979026] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.990554] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.481502] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da100753-64f3-4ef1-b87d-492f19667f03: rpc.has_security_group_logging(os_id): False [ 1204.493663] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.493951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.494068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.494498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.494596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.494721] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1204.505475] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.505697] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.506168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.506168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.506168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.506421] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.506532] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.506599] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.506778] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.506857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.506947] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be updated. [ 1204.540546] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.540785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.540785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.541053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.541217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.551596] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1204.588722] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.588722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.588915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.589124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.589276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.604864] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: IN_PROGRESS for 2s [ 1206.562752] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1206.563034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.563160] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.563379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.563575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.563693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.563816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.564049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.564146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.564236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.564326] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.617963] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: SUCCESS [ 1206.618232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.067399] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.570916] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57b3ae58-8dfc-4160-bef6-f7129b840dd1: rpc.has_security_group_logging(os_id): False [ 1207.601246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.601511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.601684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.601958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.602152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.602456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.602721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.602831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.603101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.603198] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.603289] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1207.689500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.689755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.689829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.690099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.690325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.719610] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1207.976414] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.976731] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1209.736176] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1209.736176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.930124] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cc343cb8-fd32-444d-81bc-29d08fe7b927 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1209.930729] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1209.931360] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.931507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.931583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.931786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.931958] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.932073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.932146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.932296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.932382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.932483] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.274040] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.274040] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.274315] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.274444] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.274724] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.274882] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.275046] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.275335] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.276285] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.276285] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.276285] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.276285] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.276285] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.276285] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.276285] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.276537] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.299535] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.299723] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.300022] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.300109] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.300370] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-dd9340e1-39b8-47ca-91f2-eec36706a058 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.301044] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.301044] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.301044] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.301236] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9340e1-39b8-47ca-91f2-eec36706a058',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.435247] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.807468] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.807975] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.807975] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.808142] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.808204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.808859] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port dd9340e1-39b8-47ca-91f2-eec36706a058 not found, creating... [ 1210.808859] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.808859] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.808859] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.809143] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.809235] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.809510] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.809661] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.809773] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.809980] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.810126] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.810265] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: dd9340e1-39b8-47ca-91f2-eec36706a058 is going to be created. [ 1210.830350] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.830567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.830996] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.830996] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.831227] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.831579] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.938575] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.441877] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.442170] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.442277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.442590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.442723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.442881] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1211.480633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.480633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.480925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.480925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.481064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.495103] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1211.591745] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7508071-97e4-4821-a583-ace6f8bf7fca service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1211.591896] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7508071-97e4-4821-a583-ace6f8bf7fca service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1211.592155] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7508071-97e4-4821-a583-ace6f8bf7fca service nova] Enqueued Resource ID: dd9340e1-39b8-47ca-91f2-eec36706a058 with Priority: HIGHEST for action port [ 1211.592608] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1211.592754] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1211.592852] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9340e1-39b8-47ca-91f2-eec36706a058 with Priority: HIGHEST for action port [ 1211.593164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.593299] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.593368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.593649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.593649] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.594718] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.594806] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.594963] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9340e1-39b8-47ca-91f2-eec36706a058 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.595114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.595223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.595355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.595431] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9340e1-39b8-47ca-91f2-eec36706a058',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.097089] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.097542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.097542] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9340e1-39b8-47ca-91f2-eec36706a058 with status ACTIVE [ 1212.097542] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.097721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.097721] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.097919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.098039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.098193] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.098294] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.098363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.098495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.098568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.098747] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.098865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.098930] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.099031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.099104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.099194] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9340e1-39b8-47ca-91f2-eec36706a058 is going to be updated. [ 1212.124111] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.124325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.124325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.124492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.124631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.124851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9340e1-39b8-47ca-91f2-eec36706a058" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.806697] env[65720]: INFO networking_nsxv3.common.synchronization [None req-527ab41b-14ec-419d-a35c-b7526d7c82c2 service nova] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1212.807211] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGHEST for action security_group_members [ 1212.807533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.807657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.807725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.807933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.808122] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.808232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.808296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.808457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.808543] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.808642] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.310600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.311092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.311092] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.311209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.311209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.311460] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.311578] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.311645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.312117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.312247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.312390] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b is going to be updated. [ 1213.345457] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.345612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.345780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.345956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.346195] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.357487] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: IN_PROGRESS for 2s [ 1213.508055] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.508055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.508055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.508055] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.010660] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.513126] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.017398] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.017398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.017398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.017398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.017398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.017398] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1215.049951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.050241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.050241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.050435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.050608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.060334] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1215.373388] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b in Status: SUCCESS [ 1215.373388] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b deletion is rescheduled due to dependency. [ 1215.373388] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.070941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.073178] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.073178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.073178] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.577336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.577626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.577626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.577838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.578048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.578173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.578245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.578474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.578567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.578872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.578872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.579089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.579089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.579287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.579333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.579405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.579490] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.579649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.579827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.579907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.579949] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.808403] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.808544] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1218.084303] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1218.102300] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.102438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.102700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.102782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.102827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.103032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.103150] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.103197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.103347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.103425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.103605] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.103898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.104089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.104259] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.104335] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.104533] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.104629] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.104690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.104832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.104906] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.104997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1218.169825] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.170190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.170190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.170280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.170414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.185723] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1218.338920] env[65720]: INFO networking_nsxv3.common.synchronization [None req-fd298a8d-87d2-4302-9d7c-8d9a6e20d55a None None] Enqueued Resource ID: 76ac2df7-9da7-4e36-a45b-facd867e5e34 with Priority: HIGHEST for action port [ 1218.339547] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76ac2df7-9da7-4e36-a45b-facd867e5e34 with Priority: HIGHEST for action port [ 1218.339875] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-76ac2df7-9da7-4e36-a45b-facd867e5e34 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.340043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76ac2df7-9da7-4e36-a45b-facd867e5e34" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.340141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76ac2df7-9da7-4e36-a45b-facd867e5e34" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.340421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76ac2df7-9da7-4e36-a45b-facd867e5e34" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.340525] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76ac2df7-9da7-4e36-a45b-facd867e5e34',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.842853] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76ac2df7-9da7-4e36-a45b-facd867e5e34 [ 1218.842853] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.843845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.843845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.843845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.843845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.843845] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76ac2df7-9da7-4e36-a45b-facd867e5e34 already deleted. [ 1218.843845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76ac2df7-9da7-4e36-a45b-facd867e5e34" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.201612] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1220.201984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.670523] env[65720]: INFO networking_nsxv3.common.synchronization [None req-67873868-ecb1-4234-b05e-bebe0acb63a6 None None] Enqueued Resource ID: 7740988a-0072-42b0-98ad-471bb7979944 with Priority: HIGHEST for action port [ 1220.671095] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7740988a-0072-42b0-98ad-471bb7979944 with Priority: HIGHEST for action port [ 1220.671427] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-7740988a-0072-42b0-98ad-471bb7979944 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.671549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7740988a-0072-42b0-98ad-471bb7979944" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.671618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7740988a-0072-42b0-98ad-471bb7979944" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.671878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7740988a-0072-42b0-98ad-471bb7979944" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.671987] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7740988a-0072-42b0-98ad-471bb7979944',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.174353] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7740988a-0072-42b0-98ad-471bb7979944 [ 1221.174597] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.174732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.174802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.175024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.175172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.175306] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7740988a-0072-42b0-98ad-471bb7979944 already deleted. [ 1221.175306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7740988a-0072-42b0-98ad-471bb7979944" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.936674] env[65720]: INFO networking_nsxv3.common.synchronization [None req-5629458b-b4e3-4afb-b6f2-3c5eb6836417 service nova] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1222.937255] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGHEST for action security_group_members [ 1222.937532] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.937652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.937718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.937907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.938084] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.938244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.938327] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.938516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.938624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.938742] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.442290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.442290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.442290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.442290] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be updated. [ 1223.451627] env[65720]: INFO networking_nsxv3.common.synchronization [None req-8ef6d6cf-4c66-46a9-a2bd-f0f009b9069f service nova] Enqueued Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1223.452246] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1223.452569] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.452698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.452763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.453041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.453224] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.453326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.453386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.453555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.453634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.454312] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.475083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.475310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.475310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.475491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.475689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.485222] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: IN_PROGRESS for 2s [ 1223.770849] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.771056] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-296" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.771212] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-296" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.771559] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-296" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.771823] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.771996] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.772139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.772368] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.772520] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.772755] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.772898] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.773023] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.773133] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.773260] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.773418] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.773564] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.794994] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.795242] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.795394] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.795571] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-296" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.796015] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-f2c7e927-2595-4d37-9f20-f76f432cc8f8 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.796225] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.796344] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.796676] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.796816] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c7e927-2595-4d37-9f20-f76f432cc8f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.866469] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4eb4d73e-8b0f-4c33-911d-5617a19d92ff service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1223.867011] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1223.867313] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.867445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.867533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.867739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.867893] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.867992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.868073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.868201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.868284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.868382] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.957162] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.957162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.957162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.957162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.957162] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.957641] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.957641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.957641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.957641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.957804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.957804] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 already deleted. [ 1223.957876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.300939] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.300939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.300939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.300939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.300939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.301495] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port f2c7e927-2595-4d37-9f20-f76f432cc8f8 not found, creating... [ 1224.301495] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.301636] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.301690] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.301914] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.302090] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.302380] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.302533] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.302650] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.302930] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.303096] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.303243] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: f2c7e927-2595-4d37-9f20-f76f432cc8f8 is going to be created. [ 1224.321912] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.322139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.322245] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.322504] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.322731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.322955] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.370539] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.873242] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.046108] env[65720]: INFO networking_nsxv3.common.synchronization [None req-52851013-4d33-4a8c-baf9-a30a96e482d5 service nova] Enqueued Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_rules [ 1225.046405] env[65720]: INFO networking_nsxv3.common.synchronization [None req-52851013-4d33-4a8c-baf9-a30a96e482d5 service nova] Enqueued Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1225.046450] env[65720]: INFO networking_nsxv3.common.synchronization [None req-52851013-4d33-4a8c-baf9-a30a96e482d5 service nova] Enqueued Resource ID: f2c7e927-2595-4d37-9f20-f76f432cc8f8 with Priority: HIGHEST for action port [ 1225.048021] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_rules [ 1225.048227] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1225.048368] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c7e927-2595-4d37-9f20-f76f432cc8f8 with Priority: HIGHEST for action port [ 1225.048713] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.048900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.049016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.049937] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.049937] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.050320] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.050500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.050596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.050795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.050993] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.051135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.051230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.051425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.051542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.051664] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.052546] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2c7e927-2595-4d37-9f20-f76f432cc8f8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.052694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.052791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.052969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.053089] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c7e927-2595-4d37-9f20-f76f432cc8f8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.376187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.376187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.376187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.376590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.376590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.376696] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1225.405994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.406253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.406253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.406518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.406666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.416552] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1225.494477] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 in Status: SUCCESS [ 1225.494669] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 deletion is rescheduled due to dependency. [ 1225.494718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.557271] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2c7e927-2595-4d37-9f20-f76f432cc8f8 with status ACTIVE [ 1225.557521] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.557675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.557746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.557971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.558097] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.558304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.558408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.558538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.558633] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.558715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.558897] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.558987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.559064] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.559205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.559280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.559356] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2c7e927-2595-4d37-9f20-f76f432cc8f8 is going to be updated. [ 1225.560594] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.560690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.560861] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.583090] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.583360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.583360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.583505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.583650] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.583810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2c7e927-2595-4d37-9f20-f76f432cc8f8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.063439] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.153384] env[65720]: INFO networking_nsxv3.common.synchronization [None req-94133cb2-d02f-4125-98e3-30c5ca1749f0 service nova] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1226.154030] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGHEST for action security_group_members [ 1226.154272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.154413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.154458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.154682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.154841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.154969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.155014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.155204] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.155263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.155352] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.565661] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.565661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.565897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.566095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.566246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.566319] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 is going to be created. [ 1226.591214] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.591416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.591481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.591661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.591821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.600762] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: UNINITIALIZED for 2s [ 1226.658478] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.658725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.658725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.658933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.659041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.659247] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.659354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.659416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.659569] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.659647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.659732] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 is going to be updated. [ 1226.691341] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.691558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.691558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.691753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.691894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.703889] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: IN_PROGRESS for 2s [ 1227.426107] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1227.426446] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.612050] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: SUCCESS [ 1228.612381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.612522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.612648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.613071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.613071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.613071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.613313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.613313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.613657] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.613657] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.715332] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 in Status: SUCCESS [ 1228.715548] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 deletion is rescheduled due to dependency. [ 1228.715665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.116102] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.116332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.116332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.116610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.116760] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.116898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.116965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.117141] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.117229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.117321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.117474] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.117568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.117628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.117767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.117903] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.117996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.118134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.118199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.118270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.118358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.118450] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.620767] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d25b4fcb-706d-4540-b5d0-f919156735a8: rpc.has_security_group_logging(os_id): False [ 1229.638239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.638476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.638476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.638685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.638780] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.639010] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.639127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.639193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.639350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.639427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.639603] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.639701] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.639749] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.639890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.639962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.640158] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.640245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.640309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.640441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.640514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.640598] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 is going to be created. [ 1229.702017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.702191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.702301] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.702517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.702704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.713383] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: IN_PROGRESS for 2s [ 1231.155743] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.155743] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1231.732404] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: SUCCESS [ 1231.732404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.663280] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0f47c579-72af-4056-a713-6a067646951a service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1233.663783] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1233.664282] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.664431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.664497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.664687] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.664852] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.664951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.665026] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.665188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.665267] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.665353] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.961437] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.961437] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.961593] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.961842] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.962470] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.962655] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.962779] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.963053] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.963215] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.963440] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.963560] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.963675] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.963826] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.963950] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.964072] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.964313] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.984542] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.984708] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.984838] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.985066] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.985458] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-016b56b6-52e2-48c7-9a15-c91dda1dee97 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.985648] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.985755] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.986101] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.986254] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016b56b6-52e2-48c7-9a15-c91dda1dee97',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.167497] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.488303] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.488640] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.488816] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.489152] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.489313] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.489475] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 016b56b6-52e2-48c7-9a15-c91dda1dee97 not found, creating... [ 1234.489737] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.489895] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.490061] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.490261] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.490415] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.490692] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.490841] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.490949] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.491176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.491314] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.491453] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 016b56b6-52e2-48c7-9a15-c91dda1dee97 is going to be created. [ 1234.514617] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.514886] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.515036] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.515343] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.515565] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.515790] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.669873] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.173190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.173350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.173426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.173661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.173755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.173855] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1235.205827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.206029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.206109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.206371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.207143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.216328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1235.242505] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7e4acf5b-584e-4b53-86f6-3d8d57459b4e service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1235.242686] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7e4acf5b-584e-4b53-86f6-3d8d57459b4e service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1235.242827] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7e4acf5b-584e-4b53-86f6-3d8d57459b4e service nova] Enqueued Resource ID: 016b56b6-52e2-48c7-9a15-c91dda1dee97 with Priority: HIGHEST for action port [ 1235.243494] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1235.243667] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1235.243831] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016b56b6-52e2-48c7-9a15-c91dda1dee97 with Priority: HIGHEST for action port [ 1235.244222] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.244367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.244420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.244668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.244731] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.245924] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.246038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.246240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-016b56b6-52e2-48c7-9a15-c91dda1dee97 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.246381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.246847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.246847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.246847] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016b56b6-52e2-48c7-9a15-c91dda1dee97',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.337948] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0eaa8e80-a406-4c9d-9c30-6460888e21b2 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1235.338247] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1235.338575] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.338716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.338787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.339027] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.339187] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.339289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.339341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.339750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.339750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.339750] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.658204] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.658550] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.658731] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.659029] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.659289] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.659452] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.659567] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.659811] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.659958] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.660193] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.660307] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.660415] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.660534] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.660646] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.660766] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.660898] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.679778] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.680152] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.680364] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.680593] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.680950] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-bc612ce3-dca5-4716-9f5c-60a6247e4b42 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.681157] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.681282] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.681599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.681742] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc612ce3-dca5-4716-9f5c-60a6247e4b42',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.748612] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.748839] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.750194] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 016b56b6-52e2-48c7-9a15-c91dda1dee97 with status ACTIVE [ 1235.750399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.750546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.750620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.750851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.750947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.751142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.751264] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.751329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.751500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.751581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.751766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.751862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.751924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.752101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.752186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.752247] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 016b56b6-52e2-48c7-9a15-c91dda1dee97 is going to be updated. [ 1235.773272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.773505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.773505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.773724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.773860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.774056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016b56b6-52e2-48c7-9a15-c91dda1dee97" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.841719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.841894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.842038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.842313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.842435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.842664] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.842797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.842898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.843075] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.843157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.843246] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 already deleted. [ 1235.843330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.184953] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.185249] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.185525] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.185635] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.185804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.186067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port bc612ce3-dca5-4716-9f5c-60a6247e4b42 not found, creating... [ 1236.186271] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.186433] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.186574] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.186830] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.186935] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.187549] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.187549] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.187718] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.187887] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.188822] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.188822] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: bc612ce3-dca5-4716-9f5c-60a6247e4b42 is going to be created. [ 1236.209552] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.209777] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.209903] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.210215] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.210444] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.210676] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b4494625-6eb2-423e-b035-3516b01a3d00 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_rules [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b4494625-6eb2-423e-b035-3516b01a3d00 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b4494625-6eb2-423e-b035-3516b01a3d00 service nova] Enqueued Resource ID: bc612ce3-dca5-4716-9f5c-60a6247e4b42 with Priority: HIGHEST for action port [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_rules [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1236.902706] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc612ce3-dca5-4716-9f5c-60a6247e4b42 with Priority: HIGHEST for action port [ 1236.903340] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.903497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.903606] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.903944] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.904087] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.905185] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.905601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.905710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.906056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.906238] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.906369] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.906460] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.906637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.906747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.906865] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.907869] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc612ce3-dca5-4716-9f5c-60a6247e4b42 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.908070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.908125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.908323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.908484] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc612ce3-dca5-4716-9f5c-60a6247e4b42',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.911339] env[65720]: INFO networking_nsxv3.common.synchronization [None req-31189d0c-a0d8-4f46-a9ed-0c7c85131345 service nova] Enqueued Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1236.911990] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGHEST for action security_group_members [ 1236.912365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.912518] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.912611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.912796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.912971] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.913486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.913486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.913686] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.913798] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.913920] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.226820] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 4s [ 1237.413551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.413551] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.413551] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc612ce3-dca5-4716-9f5c-60a6247e4b42 with status ACTIVE [ 1237.413551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.413551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.413551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.414322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.414322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.414322] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.414322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.414322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.414322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.414533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.414533] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc612ce3-dca5-4716-9f5c-60a6247e4b42 is going to be updated. [ 1237.415806] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.416054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.416054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.416147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.416271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.416381] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.416478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.416546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.416683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.416777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.416844] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 is going to be updated. [ 1237.451638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.451890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.451890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.452283] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.452434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.452510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc612ce3-dca5-4716-9f5c-60a6247e4b42" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.463024] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.463024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.463024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.463024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.463024] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.470570] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: IN_PROGRESS for 2s [ 1237.917088] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.418778] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.419043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.419100] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.419350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.419486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.419590] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be created. [ 1238.444383] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.444630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.444630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.444739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.444902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.454262] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: UNINITIALIZED for 2s [ 1239.236024] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1239.236402] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.236448] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.236659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.236830] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.236946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.237025] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.237174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.237254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.237352] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.480553] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d25b4fcb-706d-4540-b5d0-f919156735a8 in Status: SUCCESS [ 1239.480776] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 deletion is rescheduled due to dependency. [ 1239.480831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.739929] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.242740] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.464989] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1240.465601] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.465688] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.465861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.466081] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.466205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.466271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.466438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.466517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.466604] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.466696] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.745569] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.745819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.745885] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.746562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.746562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.746562] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1240.776228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.776387] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.776436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.776643] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.776887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.788669] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1240.969455] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.969605] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.969651] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.969933] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.970200] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.970309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.970309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.970497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.970548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.970590] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.970761] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.970833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.970871] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.971048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.971189] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.971280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.971337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.971476] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.971551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.971634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.971726] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.474680] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca8e282-8993-41f7-85ba-bae124b6f775: rpc.has_security_group_logging(os_id): False [ 1241.493475] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.493712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.493712] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.493950] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.494057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.494293] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.494404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.494488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.494655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.494752] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.494973] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.495093] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.495157] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.495362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.495467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.495658] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.495756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.495830] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.495992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.496095] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.496196] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be created. [ 1241.566308] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.566558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.566558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.566837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.567038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.578233] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: IN_PROGRESS for 2s [ 1241.915027] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.915027] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1242.799248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1242.799828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.799828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.799967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.800706] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.800706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.800706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.800706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.800706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.800988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.800988] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.302998] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303375] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.303633] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.303764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.303764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.303903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.303992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.304101] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.304228] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.304337] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.304426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.304561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.304699] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.304792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.304851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.304984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.305071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.305153] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.305245] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.590232] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1243.590483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.807902] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1243.826231] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.826379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.826513] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.826669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.826762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.827030] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.827142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.827207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.827360] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.827437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.827615] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.827706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.827767] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.827905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.827977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.828171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.828254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.828468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.828468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.828556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.828618] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1243.892104] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.892333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.892419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.892638] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.892790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.908046] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1245.932110] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1245.932492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.914520] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.914691] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.665835] env[65720]: INFO networking_nsxv3.common.synchronization [None req-edc7d693-ddcc-4cf4-aaf1-89043d2c0f6f service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1248.666132] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1248.666665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.666792] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.666861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.667079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.667243] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.667346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.667410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.667562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.667646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.667739] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.925997] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.926221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.926346] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.926629] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.926909] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.927212] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.927358] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.927578] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.927726] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.927934] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.928061] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.928168] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.928277] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.928390] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.928529] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.928628] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.949325] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.949494] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.949629] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.949798] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.950117] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-d7088b35-54c6-48ac-8244-46071889261e taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.950292] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.950413] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.950737] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.950877] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7088b35-54c6-48ac-8244-46071889261e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.170625] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.452995] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.453288] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.453420] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.453733] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.453909] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.454110] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port d7088b35-54c6-48ac-8244-46071889261e not found, creating... [ 1249.454452] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.454641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.454763] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.455031] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.455179] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.455527] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.455703] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.455823] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.456050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.456187] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.456328] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: d7088b35-54c6-48ac-8244-46071889261e is going to be created. [ 1249.479492] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.479711] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.479837] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.480189] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.480356] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.480621] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.672807] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.164535] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3f87dbb7-18bf-4143-a33e-38cc04d9d283 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1250.164713] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3f87dbb7-18bf-4143-a33e-38cc04d9d283 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1250.164870] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3f87dbb7-18bf-4143-a33e-38cc04d9d283 service nova] Enqueued Resource ID: d7088b35-54c6-48ac-8244-46071889261e with Priority: HIGHEST for action port [ 1250.165405] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1250.165541] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1250.165638] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7088b35-54c6-48ac-8244-46071889261e with Priority: HIGHEST for action port [ 1250.165913] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.166044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.166114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.166309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.166391] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.167239] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.167357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.167591] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7088b35-54c6-48ac-8244-46071889261e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.167695] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.167760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.167927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.168027] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7088b35-54c6-48ac-8244-46071889261e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.174887] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.175117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.175117] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.175247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.175338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.175415] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1250.291513] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.291755] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.291809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.292030] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.292194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.300893] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1250.669676] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.669676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.671047] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7088b35-54c6-48ac-8244-46071889261e with status ACTIVE [ 1250.671145] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.671269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.671344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.671534] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.671619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.671783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.671881] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.671936] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.672103] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.672172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.672374] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.672498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.672535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.672656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.672805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.672805] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7088b35-54c6-48ac-8244-46071889261e is going to be updated. [ 1250.694929] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.695244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.695244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.695450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.695542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.695703] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7088b35-54c6-48ac-8244-46071889261e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.312088] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1252.312594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.312594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.312594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.312896] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.312896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.313105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.313177] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.313245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.313365] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.815444] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.318656] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.821134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.821296] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.821382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.821589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.821683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.821785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1253.853083] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.853083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.853083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.853083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.853083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.864262] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1255.166417] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.166829] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1255.874961] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1255.875270] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.875507] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.875796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.875994] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.876130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.876197] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.876404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.876496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.876608] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.876741] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.379969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.379969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.379969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.380584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.380584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.380584] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.380584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.380584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.380584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.380799] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.381336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.381386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.381529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.381613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.381699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.381789] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.883744] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1256.905189] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.905278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.905447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.905627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.905714] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.905948] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.906069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.906109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.906261] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.906389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.906511] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.906649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.906649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.906795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.906919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.907064] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.907151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.907215] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.907355] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.907431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.907516] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1256.917949] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3880ac68-21ab-46b7-9129-eb1435cd1325 service nova] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1256.918482] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGHEST for action security_group_members [ 1256.919163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.919163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.919163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.919163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.919379] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.919425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.921202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.921202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.921202] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.921202] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.997164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.997405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.997405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.997661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.997860] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.016399] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1257.421785] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.422252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.422252] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.422345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.423186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.423528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.423819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.423890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.424099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.424188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.425111] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be updated. [ 1257.455026] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.455336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.455336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.455554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.455554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.463735] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: IN_PROGRESS for 2s [ 1259.033355] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1259.033764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.400249] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1259.400432] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.473451] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da100753-64f3-4ef1-b87d-492f19667f03 in Status: SUCCESS [ 1259.473451] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da100753-64f3-4ef1-b87d-492f19667f03 deletion is rescheduled due to dependency. [ 1259.473451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.330053] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.330053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.330053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.330053] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.330053] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.832578] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.334985] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.837335] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1261.837510] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1261.919915] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.919915] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.156875] env[65720]: INFO networking_nsxv3.common.synchronization [None req-53c9f190-ba8f-4110-b766-8f65a2fdcf05 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1262.157464] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1262.157776] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.157900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.157969] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.158318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.158487] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.158593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.158652] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.158812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.158897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.158993] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.661144] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.710229] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.710326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.710381] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.710670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.724273] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1262.725313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.726358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1262.765642] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.765791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.765851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.766188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.780099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.780903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1262.781015] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.781091] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1262.819157] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.819397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.819397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.819561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.820876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.821065] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1262.906277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.906540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.906540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.906756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.907178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.907547] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1262.965079] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1ddd2c58-1dc0-473b-8542-b748d183d410 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1262.965079] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1262.965079] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.965079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.965079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.965293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.965591] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.965591] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.965727] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.965893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.965992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.966128] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.990659] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.990659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.990659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.990659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.991576] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.991973] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1262.992130] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'92271888-899a-4fe2-9690-ccb397ac0ed4', 'ff30cd43-b641-46b2-88fe-b7cd756ef65e', '8795ecf2-5a79-4dd6-8bee-5005ba1f2d95', '033672f3-fffc-4f88-b404-b16d59494f36', '6562597f-b120-450f-b598-e6c0625faab6', '880b1107-02ce-4650-a6ff-f3b391a0150f', '57b3ae58-8dfc-4160-bef6-f7129b840dd1', '0d532a5c-a2f7-4943-ab5c-729bc5a41f90', '19c456b2-c21a-4665-8a92-affc8a693a70', 'da100753-64f3-4ef1-b87d-492f19667f03', '5c807f1f-cc20-448f-ae9f-bcc2b091bf4e', '0216ed2a-2588-4030-a49f-42251f0b431b', 'f44e099d-9f74-4adf-8531-df0032023b9c', '75ff8906-2c05-4b72-bc60-c6f8212dd530', '3b00b20b-408c-464d-8aa6-4cd5f6827d0d', 'ce1257d6-a801-4327-a0b0-1644a62b6bd0', '0d7a110f-94f4-4d0e-91c7-b812e7a05047', '15bb50c1-5d95-4d02-a831-db2bd4cc701b', 'cc842588-a7a0-4b1d-8d4f-78389994527a', 'dca8e282-8993-41f7-85ba-bae124b6f775', '52466794-2254-43e5-9c7a-6c4ee55c1955', '62a1d723-c590-41d8-9996-2339b1792a2a', '2a3f1966-2a16-4fcc-99cb-73c88f91fd1f', '185995b8-f612-475a-be15-5f668226025b', '56db878a-e1e7-4cea-be19-9061e6f466c1', '9afb5037-b003-4b12-9704-5f572db3edfb', 'ddea40f1-2a41-4e5e-9794-e112e26e1b5b', 'b283a451-b0d3-4b21-a10f-5c975216ac87', '5116121f-7207-4721-8b2d-2a96015a03e1', 'd25b4fcb-706d-4540-b5d0-f919156735a8', '9a66830f-e510-493b-9d0a-cd33af962ebd', 'be0353ae-3f2f-4fa9-94c0-f199f464ee2e', 'fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f', '5dfe4494-c950-4eb1-88b5-cc01015b168a', '8a76ba32-d016-4b4a-9dff-084d5aae23a8', 'ce07a8ab-40d2-4bfd-8a25-4fe9b419351f', '169950ff-7bab-4878-9007-fcc7ae6765c5', 'a468d40a-bc4b-4d6a-86dc-ce2aacc9df80', '2189a9c4-86c5-47ef-a05d-6e21c2e92a06', '54e26452-878d-4e69-b427-5f1b4a72ea64', '0fe277e0-5945-4b77-8b9d-108023769880', 'a31fb630-92bd-4f9c-850d-3d264d6fa56a', 'bf0015ba-95ec-45fb-a27a-4ab982735e99', 'a9c305ab-2d86-443e-aafe-a381144eab8e'} {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1262.992248] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1263.011537] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.011754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.011754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.012035] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.012152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.012316] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1263.012461] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1263.012565] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1263.091662] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.091999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.091999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.092242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.093313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.093572] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1263.093683] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1263.093758] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1263.093817] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1263.093867] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1263.093951] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGH for action security_group_rules [ 1263.094058] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGH for action security_group_rules [ 1263.094130] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGH for action security_group_rules [ 1263.094196] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGH for action security_group_rules [ 1263.094267] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGH for action security_group_rules [ 1263.094327] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGH for action security_group_rules [ 1263.094376] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 1263.094425] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGH for action security_group_rules [ 1263.094548] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGH for action security_group_rules [ 1263.094622] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGH for action security_group_rules [ 1263.094671] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGH for action security_group_rules [ 1263.094728] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGH for action security_group_rules [ 1263.094786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGH for action security_group_rules [ 1263.094851] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGH for action security_group_rules [ 1263.094906] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGH for action security_group_rules [ 1263.094955] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGH for action security_group_rules [ 1263.095029] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGH for action security_group_rules [ 1263.095090] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGH for action security_group_rules [ 1263.095149] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGH for action security_group_rules [ 1263.095210] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGH for action security_group_rules [ 1263.095304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.163128] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.468750] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.468954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.469076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.469273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.489031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.489295] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.489413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.489481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.489817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.489905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.489997] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be updated. [ 1263.517562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.517744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.517744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.517957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.518116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.528692] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: IN_PROGRESS for 2s [ 1263.665453] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.665865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.665865] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.666071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.666169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.666273] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1263.692579] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.692770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.692770] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.692977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.693136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.701774] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1265.538327] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1265.538649] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 deletion is rescheduled due to dependency. [ 1265.538649] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.711252] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1265.711445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.964702] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.964954] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1267.964995] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 with Priority: HIGH for action security_group_rules [ 1267.965120] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGH for action security_group_rules [ 1267.965218] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 with Priority: HIGH for action security_group_rules [ 1267.965315] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d with Priority: HIGH for action security_group_rules [ 1267.965408] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGH for action security_group_rules [ 1267.965532] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc842588-a7a0-4b1d-8d4f-78389994527a with Priority: HIGH for action security_group_rules [ 1267.965665] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b with Priority: HIGH for action security_group_rules [ 1267.965782] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 with Priority: HIGH for action security_group_rules [ 1267.965872] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 with Priority: HIGH for action security_group_rules [ 1267.965986] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 with Priority: HIGH for action security_group_rules [ 1267.966347] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f44e099d-9f74-4adf-8531-df0032023b9c with Priority: HIGH for action security_group_rules [ 1267.966347] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0216ed2a-2588-4030-a49f-42251f0b431b with Priority: HIGH for action security_group_rules [ 1267.966347] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e with Priority: HIGH for action security_group_rules [ 1267.966508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da100753-64f3-4ef1-b87d-492f19667f03 with Priority: HIGH for action security_group_rules [ 1267.966508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19c456b2-c21a-4665-8a92-affc8a693a70 with Priority: HIGH for action security_group_rules [ 1267.966588] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 880b1107-02ce-4650-a6ff-f3b391a0150f with Priority: HIGH for action security_group_rules [ 1267.966674] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 with Priority: HIGH for action security_group_rules [ 1267.966763] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6562597f-b120-450f-b598-e6c0625faab6 with Priority: HIGH for action security_group_rules [ 1267.966850] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e with Priority: HIGH for action security_group_rules [ 1267.966937] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033672f3-fffc-4f88-b404-b16d59494f36 with Priority: HIGH for action security_group_rules [ 1267.967274] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92271888-899a-4fe2-9690-ccb397ac0ed4 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.967405] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.967850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.967850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.967850] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92271888-899a-4fe2-9690-ccb397ac0ed4',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.968724] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.969094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.969169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.969338] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.969420] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.970194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.970306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.970361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.970508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.970589] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57b3ae58-8dfc-4160-bef6-f7129b840dd1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.971280] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.971385] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.971450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.971908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.971991] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b00b20b-408c-464d-8aa6-4cd5f6827d0d',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.972884] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.973031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.973104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.973257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.973332] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.974134] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc842588-a7a0-4b1d-8d4f-78389994527a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.974248] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.974316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.974585] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.974677] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc842588-a7a0-4b1d-8d4f-78389994527a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.975398] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.976133] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.976208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.976368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.976461] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15bb50c1-5d95-4d02-a831-db2bd4cc701b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.977172] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.977278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.977344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.977491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.977563] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d7a110f-94f4-4d0e-91c7-b812e7a05047',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.978328] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75ff8906-2c05-4b72-bc60-c6f8212dd530 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.978659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.978659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.978659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.978773] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75ff8906-2c05-4b72-bc60-c6f8212dd530',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.979738] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.979852] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.979943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.980127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.980210] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce1257d6-a801-4327-a0b0-1644a62b6bd0',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.980875] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f44e099d-9f74-4adf-8531-df0032023b9c taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.981059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.981667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.981667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.981667] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f44e099d-9f74-4adf-8531-df0032023b9c',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.982055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0216ed2a-2588-4030-a49f-42251f0b431b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.982155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.982524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.982524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.982524] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0216ed2a-2588-4030-a49f-42251f0b431b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.983261] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.983363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.983428] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.983641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.983727] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c807f1f-cc20-448f-ae9f-bcc2b091bf4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.984632] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da100753-64f3-4ef1-b87d-492f19667f03 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.984632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.984772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.984813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.984926] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da100753-64f3-4ef1-b87d-492f19667f03',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.985631] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19c456b2-c21a-4665-8a92-affc8a693a70 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.985743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.985809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.986046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.986123] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19c456b2-c21a-4665-8a92-affc8a693a70',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.987169] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-880b1107-02ce-4650-a6ff-f3b391a0150f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.987169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.987169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.987384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.987384] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('880b1107-02ce-4650-a6ff-f3b391a0150f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.988074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.988186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.988251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.988398] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.988470] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d532a5c-a2f7-4943-ab5c-729bc5a41f90',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.989194] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6562597f-b120-450f-b598-e6c0625faab6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.989302] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.989342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.989457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.989529] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6562597f-b120-450f-b598-e6c0625faab6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.990210] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.990329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.990413] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.991562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.991562] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff30cd43-b641-46b2-88fe-b7cd756ef65e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.991562] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-033672f3-fffc-4f88-b404-b16d59494f36 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.991562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.991764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.991799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.991876] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('033672f3-fffc-4f88-b404-b16d59494f36',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.016499] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.016706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.016790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.017112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.020063] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.020804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.041220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.041347] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92271888-899a-4fe2-9690-ccb397ac0ed4 is going to be deleted. [ 1268.042531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.042747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.063367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.063367] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15bb50c1-5d95-4d02-a831-db2bd4cc701b is going to be deleted. [ 1268.096240] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.096441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.096441] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.096669] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.096771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.097098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92271888-899a-4fe2-9690-ccb397ac0ed4" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.116412] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.116641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.116641] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.116825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.116904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.117031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15bb50c1-5d95-4d02-a831-db2bd4cc701b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.249377] env[65720]: INFO networking_nsxv3.common.synchronization [None req-3998254b-ce38-4585-82cf-07979450204c tempest-ServerActionsTestOtherA-1450592917 tempest-ServerActionsTestOtherA-1450592917-project-member] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1268.249769] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1268.250090] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.250216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.250281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.250581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.250642] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.323641] env[65720]: INFO networking_nsxv3.common.synchronization [None req-7744caef-3555-4dc6-9ce7-ea4cb5916cad tempest-ServerActionsTestOtherA-1450592917 tempest-ServerActionsTestOtherA-1450592917-project-member] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1268.324217] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1268.324548] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.324685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.498967] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.499168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.499224] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.499395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.499558] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.499664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.499722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.499880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.499965] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.500068] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.500160] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.564112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.564312] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.564356] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.564587] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.566646] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.566646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.567339] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.567503] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.568207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.568331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.569064] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.569184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.570098] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.570228] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.572073] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.572073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.573213] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.573311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.574318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.574318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.574856] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.574963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.575649] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.575747] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.576392] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.576832] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.576928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.577536] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.577945] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.578048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.578651] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.579045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.579140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.579715] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.580163] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.580256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.581214] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.581646] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.581791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.582448] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.582844] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.582942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.589418] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1268.589915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.589991] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc842588-a7a0-4b1d-8d4f-78389994527a is going to be deleted. [ 1268.591039] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.591254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.617227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.617390] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d532a5c-a2f7-4943-ab5c-729bc5a41f90 is going to be deleted. [ 1268.618284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.618505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.638191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.638395] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0216ed2a-2588-4030-a49f-42251f0b431b is going to be deleted. [ 1268.639447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.639674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.653691] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.653910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.662254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.662433] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da100753-64f3-4ef1-b87d-492f19667f03 is going to be deleted. [ 1268.663349] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.663568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.683896] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.684133] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57b3ae58-8dfc-4160-bef6-f7129b840dd1 is going to be deleted. [ 1268.685496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.685795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.685940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.686199] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be deleted. [ 1268.687780] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.687916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.687991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.688232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.688347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.688440] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d532a5c-a2f7-4943-ab5c-729bc5a41f90" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.688583] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.688751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.695271] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.695477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.708188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.708366] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff30cd43-b641-46b2-88fe-b7cd756ef65e is going to be deleted. [ 1268.709331] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.709634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.741667] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.741807] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b00b20b-408c-464d-8aa6-4cd5f6827d0d is going to be deleted. [ 1268.742904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.743128] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.745409] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.745558] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.784320] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.784473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.785343] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.785439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.816718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.816878] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c807f1f-cc20-448f-ae9f-bcc2b091bf4e is going to be deleted. [ 1268.818021] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.818290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.819867] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.819978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.872449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.872665] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75ff8906-2c05-4b72-bc60-c6f8212dd530 is going to be deleted. [ 1268.873624] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.873857] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.875481] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.875660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.879935] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.880058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.929646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.929953] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f44e099d-9f74-4adf-8531-df0032023b9c is going to be deleted. [ 1268.930985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.931251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.961706] env[65720]: INFO networking_nsxv3.common.synchronization [None req-51fbe793-aafd-40bb-ad86-6478e797a4e3 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1268.962602] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1268.962804] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.962927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.963099] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.963220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.964556] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.964556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.964556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.964556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.964556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.964556] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.006963] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.012176] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.012176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.019499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.019637] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d7a110f-94f4-4d0e-91c7-b812e7a05047 is going to be deleted. [ 1269.021120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.021593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.058737] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.058974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.076619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.076748] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19c456b2-c21a-4665-8a92-affc8a693a70 is going to be deleted. [ 1269.077735] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.077953] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.120074] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.120074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.129065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.129065] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6562597f-b120-450f-b598-e6c0625faab6 is going to be deleted. [ 1269.129720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.129945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.165251] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.165455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.198113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.198296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce1257d6-a801-4327-a0b0-1644a62b6bd0 is going to be deleted. [ 1269.199210] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.199438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.218202] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.218345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.222929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.223078] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 033672f3-fffc-4f88-b404-b16d59494f36 is going to be deleted. [ 1269.223976] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.224207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.224300] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.224427] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc842588-a7a0-4b1d-8d4f-78389994527a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.224970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.225155] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.268171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.268352] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.312022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312022] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 880b1107-02ce-4650-a6ff-f3b391a0150f is going to be deleted. [ 1269.312022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.312022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.312022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0216ed2a-2588-4030-a49f-42251f0b431b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.312462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.312607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.312607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da100753-64f3-4ef1-b87d-492f19667f03" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.313126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.313286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.313370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.313478] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de already deleted. [ 1269.313551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.313676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.313820] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.313897] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.314018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57b3ae58-8dfc-4160-bef6-f7129b840dd1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.314135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.314339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.314376] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.315253] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.315414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.315500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.315662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.316034] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff30cd43-b641-46b2-88fe-b7cd756ef65e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.316754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b00b20b-408c-464d-8aa6-4cd5f6827d0d" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.317047] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.317285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317285] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c807f1f-cc20-448f-ae9f-bcc2b091bf4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.317660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.317660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317660] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75ff8906-2c05-4b72-bc60-c6f8212dd530" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.317797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.318091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.318091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.318091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f44e099d-9f74-4adf-8531-df0032023b9c" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.318200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.318305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.318377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.318535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d7a110f-94f4-4d0e-91c7-b812e7a05047" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.318600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.318963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.318963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.318963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19c456b2-c21a-4665-8a92-affc8a693a70" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.319196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.319196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.319260] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.319323] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6562597f-b120-450f-b598-e6c0625faab6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.330666] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.330825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.330895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.331119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.331211] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.331332] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce1257d6-a801-4327-a0b0-1644a62b6bd0" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.386991] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.387293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.388046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.388046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.388046] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.388351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-033672f3-fffc-4f88-b404-b16d59494f36" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.461488] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.461764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.461764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.461893] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.461987] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.462130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-880b1107-02ce-4650-a6ff-f3b391a0150f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.465583] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.509780] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95: rpc.has_security_group_logging(os_id): False [ 1269.538585] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.538813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.538813] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.539084] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.573403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.573715] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.573823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.573899] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.574110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.574193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574281] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1269.639384] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.639682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.639682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.639805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.639928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.654171] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1269.836989] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.837243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.837243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.837505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.837574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.837631] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de already deleted. [ 1269.837722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.968908] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.473203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.473452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.473452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.473911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.473911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.473911] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1270.504154] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.504319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.504382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.504609] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.504793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.513608] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1271.668172] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1271.668564] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.522672] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1272.522904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.963957] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.964385] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.500943] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b3c84ab4-5c7d-4623-9911-1259d11748e2 service nova] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1276.501586] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1276.501829] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.501955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.502044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.502295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.502459] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.502596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.502663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.502825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.502908] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.503013] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.785768] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.785985] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.786152] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.786387] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.786647] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.786806] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.786943] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.787163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.787366] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.787609] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.787724] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.787831] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.787936] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.788111] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.788272] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.788468] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.809081] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.809264] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.809405] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.809579] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.809906] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.810088] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.810210] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.810554] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.810692] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.007399] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.007628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.007628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.007828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.007920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.008149] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.008311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.008311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.008456] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.008528] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.008623] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de already deleted. [ 1277.008709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.313562] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.313838] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.314037] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.314359] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.314561] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.314774] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 not found, creating... [ 1277.315128] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.315340] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.315500] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.315765] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.315969] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.316314] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.316527] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.316704] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.316969] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.317163] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.317350] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 is going to be created. [ 1277.337887] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.338154] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.338334] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.338694] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.338981] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.339264] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7b1b1e6-26a6-4b50-988c-2b25001a8471 service nova] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7b1b1e6-26a6-4b50-988c-2b25001a8471 service nova] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f7b1b1e6-26a6-4b50-988c-2b25001a8471 service nova] Enqueued Resource ID: dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 with Priority: HIGHEST for action port [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_rules [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1278.054659] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 with Priority: HIGHEST for action port [ 1278.055207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.055509] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.055685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.056065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.056258] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.057456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.057706] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.057902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.058280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.058539] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.058750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.058905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.059163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.059346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.061075] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.061123] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.061244] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.061309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.061473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.061561] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.563501] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.565333] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 with status ACTIVE [ 1278.565333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.565333] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.565333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.566209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.566209] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.566209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.566209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.566209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.566209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.566209] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6 is going to be updated. [ 1278.567307] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.588697] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.588921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.588921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.589137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.589273] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.589436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfc3c1e9-c8e6-41f5-aed1-e1c15c7f9ba6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.069199] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.312949] env[65720]: INFO networking_nsxv3.common.synchronization [None req-706e5d5f-631d-4466-9fd0-7290b6674266 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1279.313475] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1279.313783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.313904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.313974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.314184] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.314337] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.314437] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.314497] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.314666] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.314751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.314846] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.571375] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.571473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.571554] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.571787] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.571882] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.571981] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de is going to be created. [ 1279.575873] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.576088] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.576302] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.576547] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.576807] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.577776] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.577924] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.578176] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.578322] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.578544] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.578659] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.578778] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.578896] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.579032] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.579183] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.579318] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.603838] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.604040] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.604158] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.604339] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.604757] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.604947] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.605081] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.605491] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.605748] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79ae8e4-e7f1-425a-a5b8-a203aaa7917a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.608135] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.608135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.608135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.608135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.608135] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.624019] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: UNINITIALIZED for 2s [ 1279.816455] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.110076] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.110425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.110425] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.110524] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.110670] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.110823] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port c79ae8e4-e7f1-425a-a5b8-a203aaa7917a not found, creating... [ 1280.111092] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.111247] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.111358] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.111566] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.111701] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.111975] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.112147] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.112262] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.112462] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.112594] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.112741] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: c79ae8e4-e7f1-425a-a5b8-a203aaa7917a is going to be created. [ 1280.133331] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.133549] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.133671] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.133939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.134174] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.134399] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.319415] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.798975] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ceebd200-7eab-4731-8a0a-2bcfbd590e44 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1280.799181] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ceebd200-7eab-4731-8a0a-2bcfbd590e44 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1280.799319] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ceebd200-7eab-4731-8a0a-2bcfbd590e44 service nova] Enqueued Resource ID: c79ae8e4-e7f1-425a-a5b8-a203aaa7917a with Priority: HIGHEST for action port [ 1280.799549] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1280.799683] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1280.799775] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79ae8e4-e7f1-425a-a5b8-a203aaa7917a with Priority: HIGHEST for action port [ 1280.800309] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.800459] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.800520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.800682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.800790] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.801792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.801886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.802137] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.802247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.802318] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.802458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.802525] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79ae8e4-e7f1-425a-a5b8-a203aaa7917a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.822392] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.822561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.822561] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.822771] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.822859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.822956] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1280.853850] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.854029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.854078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.854370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.854525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.864230] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1281.304543] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.305038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.305038] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c79ae8e4-e7f1-425a-a5b8-a203aaa7917a with status ACTIVE [ 1281.305207] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.305284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.305340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.305538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.305625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.305798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.305892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.305945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.306114] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.306190] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.306384] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.306478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.306537] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.306678] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.306753] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.306836] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c79ae8e4-e7f1-425a-a5b8-a203aaa7917a is going to be updated. [ 1281.327975] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.328187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.328187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.328389] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.328522] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.328679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c79ae8e4-e7f1-425a-a5b8-a203aaa7917a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.634395] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: SUCCESS [ 1281.634588] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.634743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.634974] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.635189] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.635309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.635380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.635581] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.635690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.635803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.635903] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.137918] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.640117] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 122828b4-3d12-4bab-810b-dcdcbaff82de: rpc.has_security_group_logging(os_id): False [ 1282.660317] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.660552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.660552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.660763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.660887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.661205] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.661316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.661376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.661548] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.661676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.661753] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de is going to be created. [ 1282.722140] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.722354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.722354] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.722613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.722847] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.733999] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: IN_PROGRESS for 2s [ 1282.885465] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1282.885659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.885831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.886146] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.886430] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.886630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.886740] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.887059] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.887139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.887287] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.390462] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.893326] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.395818] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.396074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.396074] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.396291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.396386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.396485] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1284.424934] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.425136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.425185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.425359] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.425500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.434296] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1284.748218] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: SUCCESS [ 1284.748457] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.801476] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.801886] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1286.445585] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1286.445841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.446070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.446330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.446551] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.446685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.446754] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.446946] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.447040] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.447214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.447281] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.949442] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.949825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.949825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.949902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.950161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.950278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.950376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.950560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.950672] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.950786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.950964] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.951105] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.951201] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.951377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.951547] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.951673] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.951762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.951925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.952018] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.952102] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.952191] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.454359] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1287.472566] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.472768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.472855] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.473130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.493288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.493574] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.493699] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.493768] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.493968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.496029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.496029] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.496029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.496029] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1287.630370] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.630593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.630593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.630803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.631051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.648575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1289.666358] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1289.666732] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.648389] env[65720]: INFO networking_nsxv3.common.synchronization [None req-f4022bc4-4aa4-4073-934d-076518134b68 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1290.648555] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1290.648861] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.648983] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.649199] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.649467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.649634] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.649737] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.649805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.649942] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.650032] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.650132] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.152145] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.654775] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.157800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.158238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.158238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.158363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.158397] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.158491] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1292.198277] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.198529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.198529] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.198716] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.198872] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.209626] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1294.220897] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 4s [ 1295.649854] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.650327] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1296.232132] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1296.232353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.994897] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a935fb1c-123e-4789-8188-e6691ed7942a service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1299.995356] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1299.995356] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.995511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.995556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.995739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.995934] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.996087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.996087] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.996240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.996321] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.996416] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.263470] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.263669] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.263794] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.264072] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.264329] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.264490] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.264608] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.264890] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.265054] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.265286] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.265400] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.265509] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.265646] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.265723] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1300.265846] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.265998] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.288795] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.289024] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1300.289117] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.289294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-195" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.289754] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-8a444f22-6684-414c-8a1c-c7f16f24d1c7 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.289974] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.290191] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.290453] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.290593] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a444f22-6684-414c-8a1c-c7f16f24d1c7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.498904] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.793231] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.793618] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.793963] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.794435] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.794686] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.794938] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 8a444f22-6684-414c-8a1c-c7f16f24d1c7 not found, creating... [ 1300.795278] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.795452] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.795596] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.795841] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.795984] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.796349] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.796543] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.796687] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.796927] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.797131] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.797304] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 8a444f22-6684-414c-8a1c-c7f16f24d1c7 is going to be created. [ 1300.817325] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.817706] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.817876] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.818282] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.818625] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.818921] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.001613] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.500681] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cf22616d-c1cd-42bf-959c-c7e1661df468 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1301.501142] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cf22616d-c1cd-42bf-959c-c7e1661df468 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1301.501142] env[65720]: INFO networking_nsxv3.common.synchronization [None req-cf22616d-c1cd-42bf-959c-c7e1661df468 service nova] Enqueued Resource ID: 8a444f22-6684-414c-8a1c-c7f16f24d1c7 with Priority: HIGHEST for action port [ 1301.501717] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_rules [ 1301.501920] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1301.502236] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a444f22-6684-414c-8a1c-c7f16f24d1c7 with Priority: HIGHEST for action port [ 1301.502593] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.502764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.502867] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.503347] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.503347] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.505498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.505498] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.505498] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a444f22-6684-414c-8a1c-c7f16f24d1c7 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.505726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.505726] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.505874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.505979] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a444f22-6684-414c-8a1c-c7f16f24d1c7',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.508496] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.508496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.508496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.508496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.508736] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.508736] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1301.538045] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.538250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.538250] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.538399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.538539] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.547116] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1302.008469] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a444f22-6684-414c-8a1c-c7f16f24d1c7 with status ACTIVE [ 1302.008874] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.008874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.009045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.009182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.009284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.009485] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.009620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.009679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.009846] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.009922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.010124] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.010218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.010278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.010419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.010492] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.010575] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a444f22-6684-414c-8a1c-c7f16f24d1c7 is going to be updated. [ 1302.011792] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.011923] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.031589] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.031794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.031794] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.031979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.032132] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.032372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a444f22-6684-414c-8a1c-c7f16f24d1c7" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.557067] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1303.557067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.557067] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.557620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.557620] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.557620] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.557803] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.557902] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.558051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.558182] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.060916] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.563074] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.065964] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.066191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.066239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.066461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.066556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.066656] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1305.096847] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.097081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.097081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.097239] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.097382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.108394] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1306.503663] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.503941] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1306.565799] env[65720]: INFO networking_nsxv3.common.synchronization [None req-1445e867-3736-4e63-bb8d-81ae1858282a tempest-ServerActionsTestJSON-1690106724 tempest-ServerActionsTestJSON-1690106724-project-member] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1306.566457] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1306.566781] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.566925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.567045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.567351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.567468] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.643423] env[65720]: INFO networking_nsxv3.common.synchronization [None req-e3479d3e-8c0a-4213-bb1f-788704c699bd tempest-ServerActionsTestJSON-1690106724 tempest-ServerActionsTestJSON-1690106724-project-member] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1306.644066] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1306.644600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.644729] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.089547] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.089744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.089744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.089949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.090162] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 already deleted. [ 1307.090251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.090414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.090579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.090667] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.117971] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1307.118088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.118251] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.118410] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.118595] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.118710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.118802] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.118918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.119022] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.119124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.119222] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.612715] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.612715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.612715] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.613193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.613193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.613268] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 already deleted. [ 1307.613316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.621841] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.622049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.622148] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.622247] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.622405] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.622504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.622567] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.622723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.622807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.622905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.623097] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.623193] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.623255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.623411] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.623546] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.623637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.623694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.623828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.623900] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.624009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.624083] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.126214] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52466794-2254-43e5-9c7a-6c4ee55c1955: rpc.has_security_group_logging(os_id): False [ 1308.144938] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.145230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.145230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.145384] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.145478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.145723] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.145828] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.145931] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.146137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.146255] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.146456] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.146594] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.146663] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.146805] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.147051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.147155] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.147234] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.147276] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.147404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.147519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.147631] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1308.215606] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.215832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.215832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.216045] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.216207] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.234183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1310.252229] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1310.252485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.645704] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.645704] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1312.474589] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b91a7e41-5897-4da0-943b-8f4490c9f6be service nova] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1312.475286] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1312.475680] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.475837] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.475916] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.476205] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.476376] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.476477] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.477677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.477677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.477677] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.477677] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.773822] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.774153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.774153] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.774426] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.774699] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.774859] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.775024] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.775260] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.775386] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.775601] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.775715] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.775862] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.775936] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.776163] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.776314] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.776673] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.795804] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.795952] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1312.796146] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.796325] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.796631] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.796804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.796926] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.797378] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.797537] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa1b8d0-3927-41ed-903b-212dc4ad95b6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.980303] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.980520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.980520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.980743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.980823] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.981032] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.981137] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.981200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.981423] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.981508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.981594] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 already deleted. [ 1312.981676] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.299576] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.299793] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.299861] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.300245] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.300408] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.300569] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 not found, creating... [ 1313.300832] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.300996] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.301182] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.301473] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.301699] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.302118] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.302296] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.302417] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.302631] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.302768] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.302914] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 is going to be created. [ 1313.323634] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.323834] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.323889] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.324181] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.324410] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.324633] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.055263] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6f1db7bd-ca6e-43df-9200-15980d97652d service nova] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1314.055263] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6f1db7bd-ca6e-43df-9200-15980d97652d service nova] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1314.055263] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6f1db7bd-ca6e-43df-9200-15980d97652d service nova] Enqueued Resource ID: 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 with Priority: HIGHEST for action port [ 1314.055263] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_rules [ 1314.055263] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1314.055840] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 with Priority: HIGHEST for action port [ 1314.056249] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.056376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.056445] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.056647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.056734] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.057602] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.057722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.057790] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.057952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.058112] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.058214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.058320] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.058419] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.058500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.058590] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.060719] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.060833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.060904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.061070] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.061152] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3aa1b8d0-3927-41ed-903b-212dc4ad95b6',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.518502] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a293999e-409d-4ac9-8eda-5d6f6fa2e7a8 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1314.518920] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1314.519272] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.519392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.519458] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.519656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.519811] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.519910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.519979] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.520274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.520418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.520525] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.562759] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.563793] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.563898] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.564245] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 with status ACTIVE [ 1314.564413] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.564523] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.564589] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.564785] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.564869] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.565219] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.565219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.565464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.565464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.565563] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.565665] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.565791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.565848] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.566186] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.566310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.566385] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3aa1b8d0-3927-41ed-903b-212dc4ad95b6 is going to be updated. [ 1314.586867] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.587120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.587120] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.587311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.587449] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.587613] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3aa1b8d0-3927-41ed-903b-212dc4ad95b6" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.022322] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.065204] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.525103] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.567493] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.567707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.567707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.567925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.568029] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.568131] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 is going to be created. [ 1315.594710] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.594929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.594929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.595152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.595313] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.604852] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: UNINITIALIZED for 2s [ 1316.028386] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.028671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.028810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.029016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.029054] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.029225] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1316.058888] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.059076] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.059161] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.059453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.059659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.070431] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1317.614287] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: SUCCESS [ 1317.614690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.614741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.614932] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.615174] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.615351] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.615461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.615786] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.615982] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.616129] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.616256] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.082092] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1318.082361] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.118968] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.621677] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1420d507-1080-4b9b-b0b7-7fa047562f16: rpc.has_security_group_logging(os_id): False [ 1318.642931] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.643173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.643173] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.643390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.643483] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.643729] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.643833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.643892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.644071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.644147] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.644234] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 is going to be created. [ 1318.718880] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.719142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.719142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.719333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.719510] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.729809] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: IN_PROGRESS for 2s [ 1319.520263] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.520393] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1320.742309] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: SUCCESS [ 1320.742783] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.921095] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4e83ace2-d135-430e-8e86-115e6d1c0293 service nova] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1320.921656] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGHEST for action security_group_members [ 1320.921981] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.922390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.922474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.922674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.922835] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.922954] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.923049] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.923238] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.923363] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.923486] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.430559] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.430777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.430777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.430996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.431107] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.431323] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.431430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.431496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.431654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.431731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.431820] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be updated. [ 1321.464316] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.464535] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.464646] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.464845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.465098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.474649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: IN_PROGRESS for 2s [ 1323.487116] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 in Status: SUCCESS [ 1323.487600] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 deletion is rescheduled due to dependency. [ 1323.487600] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.922974] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.923460] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.924587] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.924989] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.925986] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.926419] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.927472] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1340.927472] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.929244] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.929697] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.930382] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.930786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1355.931693] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.932089] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.932932] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.933323] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.934425] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.934910] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.935859] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.936193] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.937331] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.937731] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.938654] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.939107] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.939744] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.940016] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.941398] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.941773] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.985280] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4684f21b-a737-4dbc-a147-2dd04ab670eb service nova] Enqueued Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1390.986029] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 122828b4-3d12-4bab-810b-dcdcbaff82de with Priority: HIGHEST for action security_group_members [ 1390.986436] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-122828b4-3d12-4bab-810b-dcdcbaff82de taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.986810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.986810] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.987365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.987365] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.987501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.987501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.987750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.987868] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.988016] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('122828b4-3d12-4bab-810b-dcdcbaff82de',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.491114] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.491291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.491367] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.491611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.491710] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.491925] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.492063] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.492175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.492310] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.492382] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.492468] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de is going to be updated. [ 1391.529077] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.529291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.529291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.529520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.529661] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.538883] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: IN_PROGRESS for 2s [ 1393.550886] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 122828b4-3d12-4bab-810b-dcdcbaff82de in Status: SUCCESS [ 1393.551304] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 122828b4-3d12-4bab-810b-dcdcbaff82de deletion is rescheduled due to dependency. [ 1393.551304] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-122828b4-3d12-4bab-810b-dcdcbaff82de" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.987475] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.987771] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.582652] env[65720]: INFO networking_nsxv3.common.synchronization [None req-ff221cc9-f953-45fe-8718-a167651fafbd service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1400.583277] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1400.583948] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.583948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.583948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.583948] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.584296] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.584431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.584495] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.584655] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.584741] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.584836] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.839649] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.839846] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.839972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.840300] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.840890] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.841082] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.841204] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.841423] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.841582] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.841795] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.842007] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1400.842164] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1400.842280] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1400.842395] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1400.842503] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1400.842649] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1400.864784] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1400.865100] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1400.865186] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1400.865361] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.866058] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-b46e6107-621c-438e-9be6-fe1cd95a8a4e taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.866058] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.866058] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.866345] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.866447] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46e6107-621c-438e-9be6-fe1cd95a8a4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.087563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.087809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.087809] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.087970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.088089] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.088321] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.088432] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.088499] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.088659] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.088730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.088819] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be deleted. [ 1401.122840] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.122840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.122840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.122840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.122840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.122840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.368892] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.369139] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.369268] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.369550] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.369697] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.369851] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port b46e6107-621c-438e-9be6-fe1cd95a8a4e not found, creating... [ 1401.370136] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.370302] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.370417] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.370630] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.370769] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.371064] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.371231] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.371369] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.371546] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.371679] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.371817] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: b46e6107-621c-438e-9be6-fe1cd95a8a4e is going to be created. [ 1401.396050] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.396312] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.396394] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.396673] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.396917] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.397161] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.092697] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0636a72c-dbc8-4f5c-8a14-021f81dc7fc9 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_rules [ 1402.093038] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0636a72c-dbc8-4f5c-8a14-021f81dc7fc9 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1402.093038] env[65720]: INFO networking_nsxv3.common.synchronization [None req-0636a72c-dbc8-4f5c-8a14-021f81dc7fc9 service nova] Enqueued Resource ID: b46e6107-621c-438e-9be6-fe1cd95a8a4e with Priority: HIGHEST for action port [ 1402.093655] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_rules [ 1402.093786] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1402.093902] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46e6107-621c-438e-9be6-fe1cd95a8a4e with Priority: HIGHEST for action port [ 1402.094276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.094421] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.094463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.094693] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.094737] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.095570] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.095682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.095796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.095972] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.096131] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.096230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.096284] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.096436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.096520] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.096609] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.097895] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46e6107-621c-438e-9be6-fe1cd95a8a4e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.098843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.098843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.098843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.098843] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46e6107-621c-438e-9be6-fe1cd95a8a4e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.384955] env[65720]: INFO networking_nsxv3.common.synchronization [None req-6891485e-aa6d-4852-8759-4bac5755697f service nova] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1402.385508] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGHEST for action security_group_members [ 1402.385872] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.386470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.386596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.386943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.387233] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.387362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.387506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.387618] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.387709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.387856] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.599827] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.600163] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.600391] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.601510] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b46e6107-621c-438e-9be6-fe1cd95a8a4e with status ACTIVE [ 1402.601632] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.601707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.601707] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.601943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.602062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.602260] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.602404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.602474] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.602642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.602725] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.602908] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.603011] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.603072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.603213] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.603293] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.603372] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b46e6107-621c-438e-9be6-fe1cd95a8a4e is going to be updated. [ 1402.628315] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.628607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.628607] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.628829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.628963] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.629256] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46e6107-621c-438e-9be6-fe1cd95a8a4e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.889886] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.890106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.890106] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.890308] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.890400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.890600] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.890705] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.890772] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.890973] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.891127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.891251] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 is going to be updated. [ 1402.917818] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.918062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.918062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.918344] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.918486] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.927183] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: IN_PROGRESS for 2s [ 1403.105540] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.608319] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.608519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.608568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.608775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.608928] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.608999] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be created. [ 1403.632201] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.632418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.632418] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.632626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.632782] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.645242] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: UNINITIALIZED for 2s [ 1404.937405] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 in Status: SUCCESS [ 1404.937788] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 deletion is rescheduled due to dependency. [ 1404.937788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.654843] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1405.655098] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.655235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.655450] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.655639] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.655761] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.655841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.655988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.656083] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.656151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.656300] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.159351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.159920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.159920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.159920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.160142] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.160142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.160142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.160341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.160400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.160455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.160601] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.160698] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.160756] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.160888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.161066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.161208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.161208] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.161333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.161408] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.161491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.161586] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.663796] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca8e282-8993-41f7-85ba-bae124b6f775: rpc.has_security_group_logging(os_id): False [ 1406.684765] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.685081] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.685165] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.685442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.685568] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.685842] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.685977] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.686073] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.686292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.686409] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.686693] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.686827] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.686903] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.687125] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.687240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.687509] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.687634] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.687728] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.687914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.688043] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.688211] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be created. [ 1406.746783] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.747038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.747038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.747233] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.747422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.762669] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: IN_PROGRESS for 2s [ 1407.386280] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.386601] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.779787] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1408.780392] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.388019] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.388019] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.389265] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.389656] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.390330] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.390729] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.391045] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.391317] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.392557] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.392864] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.371385] env[65720]: INFO networking_nsxv3.common.synchronization [None req-a2050840-36e5-46cd-aff5-d37f158631b4 service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1435.371918] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1435.372305] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.372431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.372502] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.372702] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.372890] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.373058] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.373127] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.373306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.373394] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.374109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.658044] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.658272] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.658359] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.658623] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.658885] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.659052] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.659169] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.659374] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.659518] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.659729] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1435.659824] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1435.659933] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1435.660056] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1435.660168] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1435.660276] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1435.660420] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1435.685164] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1435.685344] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1435.685483] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1435.685661] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-161" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.685985] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-5b57e69b-e348-46cb-932b-e1939c568791 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.686216] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.686344] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.686673] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.686812] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b57e69b-e348-46cb-932b-e1939c568791',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.827599] env[65720]: INFO networking_nsxv3.common.synchronization [None req-2d9ac946-b1d5-4f89-ac33-5facb725cc90 service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1435.828345] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1435.828818] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.829019] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.829194] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.829491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.829767] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.829959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.830091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.830325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.830473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.830632] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.876298] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.189852] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.190117] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.190283] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.190800] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.190800] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.190930] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 5b57e69b-e348-46cb-932b-e1939c568791 not found, creating... [ 1436.191280] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.191506] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.191629] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.191860] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.192050] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.192378] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.192539] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.192656] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.192868] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.193010] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.193157] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 5b57e69b-e348-46cb-932b-e1939c568791 is going to be created. [ 1436.214924] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.215145] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.215276] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.215549] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.215793] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.216055] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.333161] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.333357] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.333412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.333623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.378239] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.392401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.392769] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.392904] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.392968] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.393241] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.393324] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.393418] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1436.467820] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.468041] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.468091] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.468422] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.468670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.481239] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1436.880408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.880577] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.880653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.880878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.880970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.881084] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d634d373-1828-4ccd-b3cd-6c2e35447b2c service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d634d373-1828-4ccd-b3cd-6c2e35447b2c service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d634d373-1828-4ccd-b3cd-6c2e35447b2c service nova] Enqueued Resource ID: 5b57e69b-e348-46cb-932b-e1939c568791 with Priority: HIGHEST for action port [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_rules [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1436.914055] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b57e69b-e348-46cb-932b-e1939c568791 with Priority: HIGHEST for action port [ 1436.914055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.914055] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.914055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.914055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b57e69b-e348-46cb-932b-e1939c568791 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.914055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.914761] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b57e69b-e348-46cb-932b-e1939c568791',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.915791] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.916379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.916379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.916379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.916379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.929708] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1437.416095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.416541] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.418536] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b57e69b-e348-46cb-932b-e1939c568791 with status ACTIVE [ 1437.418714] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.418825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.418892] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.419142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.419236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.419408] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.419504] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.419566] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.419718] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.419796] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.419975] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.420080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.420142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.420286] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.420362] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.420447] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b57e69b-e348-46cb-932b-e1939c568791 is going to be updated. [ 1437.440624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.440841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.440841] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.440993] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.441139] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.441288] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b57e69b-e348-46cb-932b-e1939c568791" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.491666] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1438.492044] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e deletion is rescheduled due to dependency. [ 1438.492044] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.941113] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1438.941113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.941113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.941113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.941113] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.941113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.941113] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.941526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.941526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.941526] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.443266] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.945114] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.447722] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.447956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.447956] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.448196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.448281] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.448386] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1440.505248] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.505436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.505436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.505616] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.505763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.514846] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1441.912581] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.912581] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1442.526507] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1442.526829] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.527048] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.527350] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.527535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.527665] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.527744] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.527910] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.528010] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.528104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.528211] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.030548] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.170903] env[65720]: INFO networking_nsxv3.common.synchronization [None req-d54fd27f-f4da-48ba-9b03-247b7f338f92 service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1443.171377] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1443.171690] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.171812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.171880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.172085] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.172246] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.172386] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.172426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.172545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.172623] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.172716] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.446119] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.446401] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.446530] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.446804] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.447075] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.447266] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.447389] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.447775] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.447775] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.447959] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.448084] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1443.448193] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1443.448301] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1443.448410] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.448521] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1443.448655] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1443.471712] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1443.471712] env[65720]: DEBUG dogpile.cache.region [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1443.471712] env[65720]: DEBUG dogpile.lock [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1443.471939] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.472483] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock port-5aea6240-edaa-4fb1-b696-877bc1ba685a taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.472483] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.472662] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.472846] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.472990] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aea6240-edaa-4fb1-b696-877bc1ba685a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.532785] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95: rpc.has_security_group_logging(os_id): False [ 1443.554959] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.554959] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.554959] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.554959] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1443.620221] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.620500] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.620630] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.620817] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.620971] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.633224] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1443.674928] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.675206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.675206] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.675371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.675438] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.675645] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.675750] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.675814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.675967] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.676069] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.676161] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1443.725351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.725514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.725559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.725774] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.725915] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.734967] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1443.976430] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.976673] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.976870] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.977221] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.977379] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.977540] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Segment Port 5aea6240-edaa-4fb1-b696-877bc1ba685a not found, creating... [ 1443.977828] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.977972] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.978104] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.978330] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.978467] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.978771] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.978927] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.979160] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.979294] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.979391] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.979529] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Resource: SegmentPort with ID: 5aea6240-edaa-4fb1-b696-877bc1ba685a is going to be created. [ 1443.999873] env[65720]: DEBUG networking_nsxv3.common.locking [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.000083] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.000215] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.000538] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.000847] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.001141] env[65720]: DEBUG oslo_concurrency.lockutils [None req-dab084a5-b975-401e-9cb6-addeb46d5d9d None None] Releasing lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.758529] env[65720]: INFO networking_nsxv3.common.synchronization [None req-945c862c-019a-411c-af3a-72fb3a32892d service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1444.758814] env[65720]: INFO networking_nsxv3.common.synchronization [None req-945c862c-019a-411c-af3a-72fb3a32892d service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1444.758814] env[65720]: INFO networking_nsxv3.common.synchronization [None req-945c862c-019a-411c-af3a-72fb3a32892d service nova] Enqueued Resource ID: 5aea6240-edaa-4fb1-b696-877bc1ba685a with Priority: HIGHEST for action port [ 1444.759375] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1444.759510] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1444.759632] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aea6240-edaa-4fb1-b696-877bc1ba685a with Priority: HIGHEST for action port [ 1444.759920] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.760060] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.760130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.760334] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.760420] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.761300] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.761870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.761870] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aea6240-edaa-4fb1-b696-877bc1ba685a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.761870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.761870] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.762179] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.762179] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aea6240-edaa-4fb1-b696-877bc1ba685a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.265335] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.265586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.265639] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aea6240-edaa-4fb1-b696-877bc1ba685a with status ACTIVE [ 1445.265807] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.265914] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.265981] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.266275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.266395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.266582] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.266684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.266746] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.266907] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.266984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.267186] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.267290] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.267366] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.267514] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.267628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.267663] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aea6240-edaa-4fb1-b696-877bc1ba685a is going to be updated. [ 1445.290981] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.291229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.291229] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.291399] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.291536] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.291724] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aea6240-edaa-4fb1-b696-877bc1ba685a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.650449] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1445.650692] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.745135] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1445.745349] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e deletion is rescheduled due to dependency. [ 1445.745435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.745597] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.745821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.746020] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.746134] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.746246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.746395] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.746478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.746576] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.248850] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.751934] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.254914] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.255371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.255371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.255371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.255491] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.255601] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1447.284772] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.284941] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.285009] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.285230] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.285377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.297016] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1449.308999] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1449.309425] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.309470] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.309708] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.309968] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.310136] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.310218] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.310430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.310545] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.310642] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.310752] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.761093] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.761093] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1449.812974] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.316978] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be0353ae-3f2f-4fa9-94c0-f199f464ee2e: rpc.has_security_group_logging(os_id): False [ 1450.339318] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.339562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.339562] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.339738] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.339831] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.340096] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.340203] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.340271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.340434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.340515] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.340603] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1450.409336] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.409579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.409637] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.409989] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.410249] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.421975] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1452.436019] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1452.436426] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.762396] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.762396] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.763785] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.764157] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.765383] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.765779] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.766269] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.766692] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.767696] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.768261] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.769491] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.769491] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.770212] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.770746] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.771558] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.771832] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.772427] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.772876] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.401087] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1499.401486] env[65720]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f2f24233-a766-42f6-ae6a-f231042bd667 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1499.773537] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.773537] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.327065] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.327065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.327065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.327065] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.327065] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.829666] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.313109] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c3b5bf27-4177-4ec0-86c3-7276b2957bd7 service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1501.313109] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1501.313109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.313109] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.313109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.313109] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.331967] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.795416] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.834896] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1501.835220] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1502.300029] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.586110] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.586110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.586110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.586110] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.730455] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1502.731305] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.732472] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1502.767904] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.768116] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.768178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.768371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.783275] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.784061] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1502.784147] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1502.784241] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1502.800860] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.801037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.801080] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.801279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.801365] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.801461] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1502.821190] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.821374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.821374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.821593] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.822371] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.822609] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1502.846763] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.847178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.847178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.847178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.847316] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.856602] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1502.916276] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.916453] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.916508] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.916762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.917104] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.917372] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1503.005472] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.005472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.005472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.005472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.005472] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.005472] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1503.005719] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8795ecf2-5a79-4dd6-8bee-5005ba1f2d95', 'dca8e282-8993-41f7-85ba-bae124b6f775', '52466794-2254-43e5-9c7a-6c4ee55c1955', '62a1d723-c590-41d8-9996-2339b1792a2a', '2a3f1966-2a16-4fcc-99cb-73c88f91fd1f', '1420d507-1080-4b9b-b0b7-7fa047562f16', '185995b8-f612-475a-be15-5f668226025b', '56db878a-e1e7-4cea-be19-9061e6f466c1', '9afb5037-b003-4b12-9704-5f572db3edfb', 'ddea40f1-2a41-4e5e-9794-e112e26e1b5b', 'b283a451-b0d3-4b21-a10f-5c975216ac87', '5116121f-7207-4721-8b2d-2a96015a03e1', 'd25b4fcb-706d-4540-b5d0-f919156735a8', '9a66830f-e510-493b-9d0a-cd33af962ebd', 'be0353ae-3f2f-4fa9-94c0-f199f464ee2e', 'fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f', '5dfe4494-c950-4eb1-88b5-cc01015b168a', '8a76ba32-d016-4b4a-9dff-084d5aae23a8', 'ce07a8ab-40d2-4bfd-8a25-4fe9b419351f', '169950ff-7bab-4878-9007-fcc7ae6765c5', 'a468d40a-bc4b-4d6a-86dc-ce2aacc9df80', '2189a9c4-86c5-47ef-a05d-6e21c2e92a06', '122828b4-3d12-4bab-810b-dcdcbaff82de', '54e26452-878d-4e69-b427-5f1b4a72ea64', '0fe277e0-5945-4b77-8b9d-108023769880', 'a31fb630-92bd-4f9c-850d-3d264d6fa56a', 'bf0015ba-95ec-45fb-a27a-4ab982735e99', 'a9c305ab-2d86-443e-aafe-a381144eab8e'} {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1503.005719] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1503.025871] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.026123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.026123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.026315] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.026412] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.026516] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1503.026600] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1503.026749] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1503.108848] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.109056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.109056] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.109277] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.110435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.110695] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1503.110776] env[65720]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65720) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1503.110848] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1503.110915] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1503.110990] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1503.111076] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGH for action security_group_rules [ 1503.111151] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGH for action security_group_rules [ 1503.111217] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGH for action security_group_rules [ 1503.111277] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGH for action security_group_rules [ 1503.111338] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGH for action security_group_rules [ 1503.111399] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGH for action security_group_rules [ 1503.111459] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGH for action security_group_rules [ 1503.111520] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGH for action security_group_rules [ 1503.111582] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGH for action security_group_rules [ 1503.111643] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGH for action security_group_rules [ 1503.111704] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGH for action security_group_rules [ 1503.111766] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGH for action security_group_rules [ 1503.111826] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGH for action security_group_rules [ 1503.111888] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGH for action security_group_rules [ 1503.111947] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGH for action security_group_rules [ 1503.112014] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGH for action security_group_rules [ 1503.112088] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGH for action security_group_rules [ 1503.112169] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGH for action security_group_rules [ 1503.112231] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGH for action security_group_rules [ 1503.112293] env[65720]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGH for action security_group_rules [ 1503.112391] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.865456] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1504.865793] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.292694] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.292694] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1506.293173] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGH for action security_group_rules [ 1506.293173] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 with Priority: HIGH for action security_group_rules [ 1506.293173] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 185995b8-f612-475a-be15-5f668226025b with Priority: HIGH for action security_group_rules [ 1506.293318] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGH for action security_group_rules [ 1506.293318] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 with Priority: HIGH for action security_group_rules [ 1506.293396] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f with Priority: HIGH for action security_group_rules [ 1506.293479] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 with Priority: HIGH for action security_group_rules [ 1506.293576] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a with Priority: HIGH for action security_group_rules [ 1506.293670] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a66830f-e510-493b-9d0a-cd33af962ebd with Priority: HIGH for action security_group_rules [ 1506.293763] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f with Priority: HIGH for action security_group_rules [ 1506.293856] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d25b4fcb-706d-4540-b5d0-f919156735a8 with Priority: HIGH for action security_group_rules [ 1506.293942] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5116121f-7207-4721-8b2d-2a96015a03e1 with Priority: HIGH for action security_group_rules [ 1506.294041] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b283a451-b0d3-4b21-a10f-5c975216ac87 with Priority: HIGH for action security_group_rules [ 1506.294130] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b with Priority: HIGH for action security_group_rules [ 1506.294217] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9afb5037-b003-4b12-9704-5f572db3edfb with Priority: HIGH for action security_group_rules [ 1506.294304] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 with Priority: HIGH for action security_group_rules [ 1506.294390] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 with Priority: HIGH for action security_group_rules [ 1506.294486] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f with Priority: HIGH for action security_group_rules [ 1506.294573] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGH for action security_group_rules [ 1506.294658] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a1d723-c590-41d8-9996-2339b1792a2a with Priority: HIGH for action security_group_rules [ 1506.295048] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.295185] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.295242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.295463] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.295545] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.296572] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52466794-2254-43e5-9c7a-6c4ee55c1955 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.296683] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.296799] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.296958] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.297051] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52466794-2254-43e5-9c7a-6c4ee55c1955',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.298016] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-185995b8-f612-475a-be15-5f668226025b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.298123] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.298191] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.298341] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.298413] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('185995b8-f612-475a-be15-5f668226025b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.299159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.299311] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.299390] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.299550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.299640] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.300390] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-169950ff-7bab-4878-9007-fcc7ae6765c5 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.300489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.300555] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.300700] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.300782] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('169950ff-7bab-4878-9007-fcc7ae6765c5',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.301500] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.301612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.301671] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.301804] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.301874] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce07a8ab-40d2-4bfd-8a25-4fe9b419351f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.302662] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.302757] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.302825] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.302985] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.303130] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a76ba32-d016-4b4a-9dff-084d5aae23a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.303837] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dfe4494-c950-4eb1-88b5-cc01015b168a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.303926] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.303996] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.304168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.304241] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dfe4494-c950-4eb1-88b5-cc01015b168a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.304937] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a66830f-e510-493b-9d0a-cd33af962ebd taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.305149] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.305245] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.305431] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.305508] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a66830f-e510-493b-9d0a-cd33af962ebd',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.306686] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.306801] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.306874] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.307072] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.307152] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.307932] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d25b4fcb-706d-4540-b5d0-f919156735a8 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.308051] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.308174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.308330] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.308445] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d25b4fcb-706d-4540-b5d0-f919156735a8',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.309159] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5116121f-7207-4721-8b2d-2a96015a03e1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.309220] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.309287] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.309614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.309614] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5116121f-7207-4721-8b2d-2a96015a03e1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.310330] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b283a451-b0d3-4b21-a10f-5c975216ac87 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.310434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.310475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.311078] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.311078] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b283a451-b0d3-4b21-a10f-5c975216ac87',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.311624] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.311763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.311835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.311984] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.312069] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddea40f1-2a41-4e5e-9794-e112e26e1b5b',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.312745] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9afb5037-b003-4b12-9704-5f572db3edfb taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.312945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.312945] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.313094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.313168] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9afb5037-b003-4b12-9704-5f572db3edfb',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.313815] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d507-1080-4b9b-b0b7-7fa047562f16 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.313922] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.313990] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.314151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.314228] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d507-1080-4b9b-b0b7-7fa047562f16',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.315126] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56db878a-e1e7-4cea-be19-9061e6f466c1 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.315243] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.315760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.315760] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.315760] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56db878a-e1e7-4cea-be19-9061e6f466c1',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.316202] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.316325] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.316462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.316542] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.316619] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a3f1966-2a16-4fcc-99cb-73c88f91fd1f',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.317450] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.317556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.317556] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.317731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.317805] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.318524] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a1d723-c590-41d8-9996-2339b1792a2a taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.318653] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.318694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.318859] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.318948] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a1d723-c590-41d8-9996-2339b1792a2a',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.344017] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.344151] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.344225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.344430] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.345894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.346015] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.363473] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.363582] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 169950ff-7bab-4878-9007-fcc7ae6765c5 is going to be deleted. [ 1506.364519] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.364739] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.384468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.384589] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 185995b8-f612-475a-be15-5f668226025b is going to be deleted. [ 1506.425692] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.425888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.425888] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.426130] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.426226] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.426336] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-169950ff-7bab-4878-9007-fcc7ae6765c5" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.437538] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.437709] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.437751] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.437947] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.438050] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.438168] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-185995b8-f612-475a-be15-5f668226025b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.822445] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.822626] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.822675] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.822887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.823059] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.823158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.823222] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.823370] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.823452] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.823533] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.823618] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.831951] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.832122] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.832196] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.832376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.832528] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.832625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.832689] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.832835] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.832917] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.833016] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.833098] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.835270] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.835376] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.835467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.835596] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.835740] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.835833] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.835929] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.836079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.836112] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.836225] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.836271] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.879152] env[65720]: INFO networking_nsxv3.common.synchronization [None req-9886d690-1e5d-4ab7-80d9-643eadf8fec3 service nova] Enqueued Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1506.879152] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca8e282-8993-41f7-85ba-bae124b6f775 with Priority: HIGHEST for action security_group_members [ 1506.879473] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.879625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.879664] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.879861] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.880069] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.880124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.880188] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.880339] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.880475] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.880509] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.901066] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.901219] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.901295] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.901505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.903489] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.903632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.904401] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.904401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.905127] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.905221] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.905889] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.905957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.906577] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.906679] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.907384] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.907516] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.908176] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.908271] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.908950] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.909071] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.909800] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.909894] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.911057] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.911057] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.911306] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1506.911726] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.911838] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.912420] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1506.912802] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.912924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.913503] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1506.913878] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.913992] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.914571] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1506.914969] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.915079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.933882] env[65720]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1506.934489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.934642] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52466794-2254-43e5-9c7a-6c4ee55c1955 is going to be deleted. [ 1506.935559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.935763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.956628] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.956827] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a3f1966-2a16-4fcc-99cb-73c88f91fd1f is going to be deleted. [ 1506.957731] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.957924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.974978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.975180] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f is going to be deleted. [ 1506.976079] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.976292] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.985357] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.985511] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.997436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.997679] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5116121f-7207-4721-8b2d-2a96015a03e1 is going to be deleted. [ 1506.998811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.998811] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.016554] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.016777] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.022586] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.023013] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dfe4494-c950-4eb1-88b5-cc01015b168a is going to be deleted. [ 1507.023627] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.023844] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.048927] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.049209] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.077755] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.077918] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.079435] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.079532] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d507-1080-4b9b-b0b7-7fa047562f16 is going to be deleted. [ 1507.080379] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.080730] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.118684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.118855] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b283a451-b0d3-4b21-a10f-5c975216ac87 is going to be deleted. [ 1507.119807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.120052] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.175227] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.175442] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56db878a-e1e7-4cea-be19-9061e6f466c1 is going to be deleted. [ 1507.176546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.176878] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.204226] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.204368] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.213373] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.213511] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9afb5037-b003-4b12-9704-5f572db3edfb is going to be deleted. [ 1507.214434] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.214788] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.216267] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.216400] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.226351] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.226487] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.250216] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.250368] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a1d723-c590-41d8-9996-2339b1792a2a is going to be deleted. [ 1507.251547] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.251845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.287430] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.287614] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.307531] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.307881] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a66830f-e510-493b-9d0a-cd33af962ebd is going to be deleted. [ 1507.308682] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.308955] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.331075] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.345963] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.346164] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.348846] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.354304] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.354439] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.355420] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.355544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce07a8ab-40d2-4bfd-8a25-4fe9b419351f is going to be deleted. [ 1507.356485] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.356696] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.358273] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.358374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.377404] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.377564] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a76ba32-d016-4b4a-9dff-084d5aae23a8 is going to be deleted. [ 1507.378763] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.378995] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.383294] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.383414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.414225] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.414444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.459684] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.459864] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddea40f1-2a41-4e5e-9794-e112e26e1b5b is going to be deleted. [ 1507.460879] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.461145] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.499487] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.499639] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.511627] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.511814] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.533082] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.533247] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d25b4fcb-706d-4540-b5d0-f919156735a8 is going to be deleted. [ 1507.534217] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.534468] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.534571] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.534775] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52466794-2254-43e5-9c7a-6c4ee55c1955" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.534970] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.535176] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.535262] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.535378] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a3f1966-2a16-4fcc-99cb-73c88f91fd1f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.536038] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.536124] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.536200] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.536329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fca7e7e6-fc90-4af3-a0d8-c026b0ea7c2f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.536924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.536924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.536924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.536924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5116121f-7207-4721-8b2d-2a96015a03e1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.537143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.537269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.537372] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.537524] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dfe4494-c950-4eb1-88b5-cc01015b168a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.537722] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.537911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.537998] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.538187] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d507-1080-4b9b-b0b7-7fa047562f16" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.538346] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.538574] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.538662] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.538816] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b283a451-b0d3-4b21-a10f-5c975216ac87" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.539014] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.539214] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.539345] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.539526] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56db878a-e1e7-4cea-be19-9061e6f466c1" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.539670] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.539876] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.539999] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.540182] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9afb5037-b003-4b12-9704-5f572db3edfb" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.540377] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.540544] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.540656] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.540824] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a1d723-c590-41d8-9996-2339b1792a2a" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.540991] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.541192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.619821] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.620103] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.620240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.620309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.620549] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.620654] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.620777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be updated. [ 1507.622152] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.622353] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.622455] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.622572] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a66830f-e510-493b-9d0a-cd33af962ebd" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.622734] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.622911] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.623055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.623138] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce07a8ab-40d2-4bfd-8a25-4fe9b419351f" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.623720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.624037] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.624142] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.624274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a76ba32-d016-4b4a-9dff-084d5aae23a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.641282] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.641464] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.641505] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.641720] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.641819] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.641943] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddea40f1-2a41-4e5e-9794-e112e26e1b5b" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.642789] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.642949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.643031] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.643240] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.643333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.643447] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d25b4fcb-706d-4540-b5d0-f919156735a8" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.706660] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.706905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.706905] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.707094] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.707246] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.722941] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: IN_PROGRESS for 2s [ 1507.833448] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95: rpc.has_security_group_logging(os_id): False [ 1507.851351] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be0353ae-3f2f-4fa9-94c0-f199f464ee2e: rpc.has_security_group_logging(os_id): False [ 1507.855325] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.855501] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.855565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.855742] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.871862] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.871980] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.875704] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.876007] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.876111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.876178] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.876380] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.876461] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.876544] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1507.877648] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.877843] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.898723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.899047] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.899175] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.899242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.899436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.899517] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.899607] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1507.955071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.955242] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.955340] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.955525] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.955674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.974066] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1507.983442] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.983584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.983635] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.983808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.983952] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.997093] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1509.733198] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1509.733530] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 deletion is rescheduled due to dependency. [ 1509.733530] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.733645] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.733862] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.734071] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.734192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.734258] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.734414] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.734493] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.734579] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.734780] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-dca8e282-8993-41f7-85ba-bae124b6f775 taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.734886] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.734949] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.735109] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.735250] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.735342] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.735403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.735538] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.735611] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.735690] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.735778] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dca8e282-8993-41f7-85ba-bae124b6f775',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.987064] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1509.987289] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.007582] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1510.007797] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.238336] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dca8e282-8993-41f7-85ba-bae124b6f775: rpc.has_security_group_logging(os_id): False [ 1510.258766] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.258962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.258962] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.259274] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.259358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.259563] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.259723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.259723] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.259877] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.259957] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.260171] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.260269] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.260333] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.260478] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.260559] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.260798] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.260951] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.261119] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.261278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.261358] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.261449] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca8e282-8993-41f7-85ba-bae124b6f775 is going to be updated. [ 1510.320203] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.320374] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.320436] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.320619] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.320762] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.332393] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: IN_PROGRESS for 2s [ 1511.880029] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.880409] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1512.347017] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dca8e282-8993-41f7-85ba-bae124b6f775 in Status: SUCCESS [ 1512.347263] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca8e282-8993-41f7-85ba-bae124b6f775" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.766432] env[65720]: INFO networking_nsxv3.common.synchronization [None req-b3d18d30-03cb-4e3c-bc14-2c5a5d94f4b2 service nova] Enqueued Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1516.766761] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 with Priority: HIGHEST for action security_group_members [ 1516.767164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.767278] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.767895] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.767978] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.768133] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.768257] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.768322] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.768481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.768565] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.768659] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8795ecf2-5a79-4dd6-8bee-5005ba1f2d95',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.270732] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.270920] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.271055] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.271467] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.271674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.271947] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.272126] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.272235] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.272465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.272560] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.272661] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 is going to be updated. [ 1517.302090] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.302232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.302306] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.302496] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.302632] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.311498] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: IN_PROGRESS for 2s [ 1519.323105] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 in Status: SUCCESS [ 1519.323489] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8795ecf2-5a79-4dd6-8bee-5005ba1f2d95 deletion is rescheduled due to dependency. [ 1519.323489] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8795ecf2-5a79-4dd6-8bee-5005ba1f2d95" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.767238] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.767507] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.285877] env[65720]: INFO networking_nsxv3.common.synchronization [None req-c0d2c3a3-c757-4301-b0f3-64d405179f4a service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1523.286412] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1523.286712] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.286832] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.286924] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.287156] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.287327] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.287454] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.287521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.287674] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.287758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.287852] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.791108] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.791108] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.791108] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.791551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.791551] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.791551] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1523.821079] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.821280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.821326] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.821512] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.821668] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.829870] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1525.840733] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1525.841111] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e deletion is rescheduled due to dependency. [ 1525.841111] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.288077] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.288427] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.455025] env[65720]: INFO networking_nsxv3.common.synchronization [None req-187f18b3-06e7-4974-a43e-aa3143d9836d service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1532.455416] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1532.455728] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.455851] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.455960] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.456140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.456302] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.456401] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.456462] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.456610] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.456691] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.456784] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.741750] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.741944] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.742083] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.742353] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.742612] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.742766] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.742880] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.743103] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.743252] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.743461] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1532.743575] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] NeedRegenerationException {{(pid=65720) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1532.743684] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] no value, waiting for create lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1532.743792] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] value creation lock acquired {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1532.743899] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] No value present for key: 'zone-id' {{(pid=65720) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1532.744011] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Calling creation function for not-yet-present value {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1532.744152] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1532.764728] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1532.764909] env[65720]: DEBUG dogpile.cache.region [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65720) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1532.765075] env[65720]: DEBUG dogpile.lock [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Released creation lock {{(pid=65720) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1532.765255] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "network-78" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.765557] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc taken with stack trace [, , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.765722] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.765839] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.766186] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.766326] env[65720]: DEBUG networking_nsxv3.api.rpc [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4783b7-452c-486b-9cad-1ceed6a0d8dc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.958894] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.959090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.959158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.959329] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.959416] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.959641] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.959743] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.959808] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.959986] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.960090] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.960181] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1532.984391] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.984550] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.984584] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.984758] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.984891] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.993515] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1533.268339] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.268537] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.268577] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.268871] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.269036] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.269199] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Segment Port 2b4783b7-452c-486b-9cad-1ceed6a0d8dc not found, creating... [ 1533.269510] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.269670] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.269788] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.270016] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.270164] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.270444] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.270599] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.270714] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.270916] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.271079] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.271226] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Resource: SegmentPort with ID: 2b4783b7-452c-486b-9cad-1ceed6a0d8dc is going to be created. [ 1533.292974] env[65720]: DEBUG networking_nsxv3.common.locking [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.293226] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.293349] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.293641] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.293877] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.294127] env[65720]: DEBUG oslo_concurrency.lockutils [None req-87c80182-3cfe-4cc3-9da3-2f63781f86fd None None] Releasing lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.983581] env[65720]: INFO networking_nsxv3.common.synchronization [None req-804a913e-1c84-42d7-8e6c-51148514dc77 service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1533.983825] env[65720]: INFO networking_nsxv3.common.synchronization [None req-804a913e-1c84-42d7-8e6c-51148514dc77 service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1533.983953] env[65720]: INFO networking_nsxv3.common.synchronization [None req-804a913e-1c84-42d7-8e6c-51148514dc77 service nova] Enqueued Resource ID: 2b4783b7-452c-486b-9cad-1ceed6a0d8dc with Priority: HIGHEST for action port [ 1533.984485] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_rules [ 1533.984624] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1533.984720] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4783b7-452c-486b-9cad-1ceed6a0d8dc with Priority: HIGHEST for action port [ 1533.985033] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.985159] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.985223] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.985521] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.985584] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.986449] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.986546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.986738] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.986840] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.986919] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.987465] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.987465] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4783b7-452c-486b-9cad-1ceed6a0d8dc',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.489535] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.489713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.489857] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b4783b7-452c-486b-9cad-1ceed6a0d8dc with status ACTIVE [ 1534.490055] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.490169] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.490232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.490451] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.490540] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.490716] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.490812] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.490890] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.491061] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.491143] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.491324] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.491417] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.491480] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.491625] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.491694] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.491777] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b4783b7-452c-486b-9cad-1ceed6a0d8dc is going to be updated. [ 1534.512762] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.512961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.512961] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.513158] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.513291] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.513444] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4783b7-452c-486b-9cad-1ceed6a0d8dc" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.003485] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1535.003754] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e deletion is rescheduled due to dependency. [ 1535.003795] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.003940] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.004172] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.004424] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.004546] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.004612] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.004764] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.004845] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.004972] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.507754] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.010573] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1536.512670] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.512850] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.512889] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.513140] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.513236] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.513354] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1536.540824] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.541020] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.541062] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.541266] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.541415] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.549577] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1538.562318] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1538.562647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.562685] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.562887] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.563095] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1538.564640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.564640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1538.564640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1538.564640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.564640] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.564640] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.988067] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.988067] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1539.065715] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.567788] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be0353ae-3f2f-4fa9-94c0-f199f464ee2e: rpc.has_security_group_logging(os_id): False [ 1539.585290] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.585488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.585488] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.585713] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.585807] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.586064] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.586174] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.586232] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.586433] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.586552] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.586646] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1539.650086] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.650309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.650309] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.650506] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.650647] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.665300] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1541.680619] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1541.680921] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.988731] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.989104] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.989911] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.990341] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.991360] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.991820] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.992537] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.992883] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.993445] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.993445] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.994535] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.994928] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.995373] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.995774] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.996816] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.997233] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1583.997611] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1583.998037] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.999649] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1588.999649] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.000277] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.000614] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.296211] env[65720]: INFO networking_nsxv3.common.synchronization [None req-4af12eed-676a-4a10-8b7b-81c83841b74e service nova] Enqueued Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1595.296840] env[65720]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e with Priority: HIGHEST for action security_group_members [ 1595.297164] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e taken with stack trace [, , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.297319] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.297442] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.297595] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.297825] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.297927] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.297988] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.298171] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.298254] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.298372] env[65720]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be0353ae-3f2f-4fa9-94c0-f199f464ee2e',) {} {{(pid=65720) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.800704] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.800925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.800925] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.801280] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.801403] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.801638] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.801791] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.801880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.802088] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.802192] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.802291] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e is going to be updated. [ 1595.846063] env[65720]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65720) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.846279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.846279] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.846481] env[65720]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.846631] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.855903] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: IN_PROGRESS for 2s [ 1597.867494] env[65720]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e in Status: SUCCESS [ 1597.867880] env[65720]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be0353ae-3f2f-4fa9-94c0-f199f464ee2e deletion is rescheduled due to dependency. [ 1597.867880] env[65720]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be0353ae-3f2f-4fa9-94c0-f199f464ee2e" {{(pid=65720) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.298237] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.298483] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.298969] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.299305] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.299590] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.299921] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.300582] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.300926] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1620.301328] env[65720]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1620.301944] env[65720]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0